2022-11-27T15:37:16.670 INFO:root:teuthology version: 0.0.1.dev3+g4da97cf 2022-11-27T15:37:16.672 DEBUG:teuthology.run:Teuthology command: teuthology --archive /home/teuthworker/archive/yuriw-2022-11-23_17:24:26-fs-main-distro-default-smithi/7088618 --owner scheduled_yuriw@teuthology --verbose --description fs/full/{begin/{0-install 1-ceph 2-logrotate} clusters/1-node-1-mds-1-osd conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore/bluestore-bitmap overrides overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/mgr-osd-full} --name yuriw-2022-11-23_17:24:26-fs-main-distro-default-smithi -- /home/teuthworker/archive/yuriw-2022-11-23_17:24:26-fs-main-distro-default-smithi/7088618/orig.config.yaml 2022-11-27T15:37:16.721 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/ 2022-11-27T15:37:16.794 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/yuriw-2022-11-23_17:24:26-fs-main-distro-default-smithi/7088618 branch: main description: fs/full/{begin/{0-install 1-ceph 2-logrotate} clusters/1-node-1-mds-1-osd conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore/bluestore-bitmap overrides overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/mgr-osd-full} email: ceph-qa@ceph.io first_in_suite: false job_id: '7088618' kernel: kdb: true sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: yuriw-2022-11-23_17:24:26-fs-main-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 1 size: 5 - machine: disk: 10 os_type: centos os_version: 8.stream overrides: admin_socket: branch: main ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 global: osd_pool_default_min_size: 1 osd_pool_default_size: 1 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 1073741824 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - overall HEALTH_ - \(FS_DEGRADED\) - \(MDS_FAILED\) - \(MDS_DEGRADED\) - \(FS_WITH_FAILED_MDS\) - \(MDS_DAMAGE\) - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(FS_INLINE_DATA_DEPRECATED\) - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - OSD full dropping all updates - OSD near full - pausewr flag - failsafe engaged, dropping updates - failsafe disengaged, no longer dropping - is full \(reached quota - POOL_FULL - POOL_NEARFULL - POOL_BACKFILLFULL - PG_DEGRADED - OSD_OUT_OF_ORDER_FULL - OSD_NEARFULL - OSD_FULL sha1: 697b0d99d9a52df92b20c8e053dcd46c75f364a9 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 697b0d99d9a52df92b20c8e053dcd46c75f364a9 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: main sha1: 697b0d99d9a52df92b20c8e053dcd46c75f364a9 owner: scheduled_yuriw@teuthology priority: 71 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mgr.x - mds.a - osd.0 - client.0 sha1: 697b0d99d9a52df92b20c8e053dcd46c75f364a9 sleep_before_teardown: 0 suite: fs suite_branch: main suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_697b0d99d9a52df92b20c8e053dcd46c75f364a9/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: 697b0d99d9a52df92b20c8e053dcd46c75f364a9 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi055.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEX1uDJw2Fsrll+Y6NIIbdhnZ2VRajAmie29IgAxhx0HRE5X7HmXLMa3iTu+WXq78oOxwtOYJRvHXbavMNJTLqU= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: null - ceph-fuse: null - workunit: cleanup: true clients: client.0: - fs/full/subvolume_rm.sh - workunit: cleanup: true clients: client.0: - fs/full/subvolume_clone.sh - workunit: cleanup: true clients: client.0: - fs/full/subvolume_snapshot_rm.sh teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 4da97cf64e542f347ec47b7bdbe5eca99759f9b7 timestamp: 2022-11-23_17:24:26 tube: smithi user: yuriw verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.11998 2022-11-27T15:37:16.795 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_697b0d99d9a52df92b20c8e053dcd46c75f364a9/qa; will attempt to use it 2022-11-27T15:37:16.798 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_697b0d99d9a52df92b20c8e053dcd46c75f364a9/qa/tasks 2022-11-27T15:37:16.798 INFO:teuthology.run_tasks:Running task internal.check_packages... 2022-11-27T15:37:16.801 INFO:teuthology.task.internal:Checking packages... 2022-11-27T15:37:16.826 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '697b0d99d9a52df92b20c8e053dcd46c75f364a9' 2022-11-27T15:37:16.827 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2022-11-27T15:37:16.827 INFO:teuthology.packaging:ref: None 2022-11-27T15:37:16.828 INFO:teuthology.packaging:tag: None 2022-11-27T15:37:16.828 INFO:teuthology.packaging:branch: main 2022-11-27T15:37:16.828 INFO:teuthology.packaging:sha1: 697b0d99d9a52df92b20c8e053dcd46c75f364a9 2022-11-27T15:37:16.829 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=main 2022-11-27T15:37:17.085 INFO:teuthology.task.internal:Found packages for ceph version 18.0.0-982.g2bb1aa26 2022-11-27T15:37:17.086 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2022-11-27T15:37:17.093 INFO:teuthology.task.internal:no buildpackages task found 2022-11-27T15:37:17.093 INFO:teuthology.run_tasks:Running task internal.save_config... 2022-11-27T15:37:17.112 INFO:teuthology.task.internal:Saving configuration 2022-11-27T15:37:17.131 INFO:teuthology.run_tasks:Running task internal.check_lock... 2022-11-27T15:37:17.138 INFO:teuthology.task.internal.check_lock:Checking locks... 2022-11-27T15:37:17.162 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi055.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2022-11-23_17:24:26-fs-main-distro-default-smithi/7088618', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2022-11-27 15:32:40.333043', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEX1uDJw2Fsrll+Y6NIIbdhnZ2VRajAmie29IgAxhx0HRE5X7HmXLMa3iTu+WXq78oOxwtOYJRvHXbavMNJTLqU='} 2022-11-27T15:37:17.162 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2022-11-27T15:37:17.169 INFO:teuthology.task.internal:roles: ubuntu@smithi055.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'osd.0', 'client.0'] 2022-11-27T15:37:17.169 INFO:teuthology.run_tasks:Running task console_log... 2022-11-27T15:37:17.215 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f6939496f28>, signals=[15]) 2022-11-27T15:37:17.218 INFO:teuthology.run_tasks:Running task internal.connect... 2022-11-27T15:37:17.225 INFO:teuthology.task.internal:Opening connections... 2022-11-27T15:37:17.226 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi055.front.sepia.ceph.com 2022-11-27T15:37:17.228 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi055.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-11-27T15:37:17.307 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2022-11-27T15:37:17.314 DEBUG:teuthology.orchestra.run.smithi055:> uname -m 2022-11-27T15:37:17.336 INFO:teuthology.orchestra.run.smithi055.stdout:x86_64 2022-11-27T15:37:17.337 DEBUG:teuthology.orchestra.run.smithi055:> cat /etc/os-release 2022-11-27T15:37:17.398 INFO:teuthology.orchestra.run.smithi055.stdout:NAME="CentOS Stream" 2022-11-27T15:37:17.399 INFO:teuthology.orchestra.run.smithi055.stdout:VERSION="8" 2022-11-27T15:37:17.399 INFO:teuthology.orchestra.run.smithi055.stdout:ID="centos" 2022-11-27T15:37:17.399 INFO:teuthology.orchestra.run.smithi055.stdout:ID_LIKE="rhel fedora" 2022-11-27T15:37:17.399 INFO:teuthology.orchestra.run.smithi055.stdout:VERSION_ID="8" 2022-11-27T15:37:17.400 INFO:teuthology.orchestra.run.smithi055.stdout:PLATFORM_ID="platform:el8" 2022-11-27T15:37:17.400 INFO:teuthology.orchestra.run.smithi055.stdout:PRETTY_NAME="CentOS Stream 8" 2022-11-27T15:37:17.400 INFO:teuthology.orchestra.run.smithi055.stdout:ANSI_COLOR="0;31" 2022-11-27T15:37:17.400 INFO:teuthology.orchestra.run.smithi055.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2022-11-27T15:37:17.400 INFO:teuthology.orchestra.run.smithi055.stdout:HOME_URL="https://centos.org/" 2022-11-27T15:37:17.401 INFO:teuthology.orchestra.run.smithi055.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2022-11-27T15:37:17.401 INFO:teuthology.orchestra.run.smithi055.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2022-11-27T15:37:17.401 INFO:teuthology.orchestra.run.smithi055.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2022-11-27T15:37:17.402 INFO:teuthology.lock.ops:Updating smithi055.front.sepia.ceph.com on lock server 2022-11-27T15:37:17.422 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2022-11-27T15:37:17.431 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2022-11-27T15:37:17.438 INFO:teuthology.task.internal:Checking for old test directory... 2022-11-27T15:37:17.438 DEBUG:teuthology.orchestra.run.smithi055:> test '!' -e /home/ubuntu/cephtest 2022-11-27T15:37:17.459 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2022-11-27T15:37:17.465 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2022-11-27T15:37:17.466 DEBUG:teuthology.orchestra.run.smithi055:> test -z $(ls -A /var/lib/ceph) 2022-11-27T15:37:17.530 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2022-11-27T15:37:17.566 INFO:teuthology.run_tasks:Running task kernel... 2022-11-27T15:37:17.584 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2022-11-27T15:37:17.585 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2022-11-27T15:37:17.585 DEBUG:teuthology.orchestra.run.smithi055:> test -f /run/.containerenv -o -f /.dockerenv 2022-11-27T15:37:17.605 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-11-27T15:37:17.606 DEBUG:teuthology.orchestra.run.smithi055:> uname -r 2022-11-27T15:37:17.666 INFO:teuthology.orchestra.run.smithi055.stdout:4.18.0-408.el8.x86_64 2022-11-27T15:37:17.667 INFO:teuthology.task.kernel:Running kernel on smithi055: 4.18.0-408.el8.x86_64 2022-11-27T15:37:17.667 DEBUG:teuthology.orchestra.run.smithi055:> sudo yum install -y kernel 2022-11-27T15:37:20.665 INFO:teuthology.orchestra.run.smithi055.stdout:CentOS-8 - AppStream 41 MB/s | 26 MB 00:00 2022-11-27T15:37:26.266 INFO:teuthology.orchestra.run.smithi055.stdout:CentOS-8 - BaseOS 43 MB/s | 26 MB 00:00 2022-11-27T15:37:30.481 INFO:teuthology.orchestra.run.smithi055.stdout:CentOS-8 - Extras 134 kB/s | 18 kB 00:00 2022-11-27T15:37:30.842 INFO:teuthology.orchestra.run.smithi055.stdout:CentOS-8 - PowerTools 22 MB/s | 5.3 MB 00:00 2022-11-27T15:37:34.932 INFO:teuthology.orchestra.run.smithi055.stdout:Copr repo for python3-asyncssh owned by ceph 1.2 kB/s | 3.5 kB 00:03 2022-11-27T15:37:36.016 INFO:teuthology.orchestra.run.smithi055.stdout:Extra Packages for Enterprise Linux 14 MB/s | 13 MB 00:00 2022-11-27T15:37:39.393 INFO:teuthology.orchestra.run.smithi055.stdout:lab-extras 452 kB/s | 24 kB 00:00 2022-11-27T15:37:42.499 INFO:teuthology.orchestra.run.smithi055.stdout:Package kernel-4.18.0-408.el8.x86_64 is already installed. 2022-11-27T15:37:42.500 INFO:teuthology.orchestra.run.smithi055.stdout:Package kernel-4.18.0-305.3.1.el8.x86_64 is already installed. 2022-11-27T15:37:42.656 INFO:teuthology.orchestra.run.smithi055.stdout:Dependencies resolved. 2022-11-27T15:37:42.657 INFO:teuthology.orchestra.run.smithi055.stdout:Nothing to do. 2022-11-27T15:37:42.658 INFO:teuthology.orchestra.run.smithi055.stdout:Complete! 2022-11-27T15:37:42.781 DEBUG:teuthology.orchestra.run.smithi055:> echo no | sudo yum reinstall kernel || true 2022-11-27T15:37:43.395 INFO:teuthology.orchestra.run.smithi055.stdout:Last metadata expiration check: 0:00:04 ago on Sun 27 Nov 2022 03:37:39 PM UTC. 2022-11-27T15:37:44.546 INFO:teuthology.orchestra.run.smithi055.stdout:Dependencies resolved. 2022-11-27T15:37:44.548 INFO:teuthology.orchestra.run.smithi055.stdout:================================================================================ 2022-11-27T15:37:44.548 INFO:teuthology.orchestra.run.smithi055.stdout: Package Architecture Version Repository Size 2022-11-27T15:37:44.548 INFO:teuthology.orchestra.run.smithi055.stdout:================================================================================ 2022-11-27T15:37:44.548 INFO:teuthology.orchestra.run.smithi055.stdout:Reinstalling: 2022-11-27T15:37:44.549 INFO:teuthology.orchestra.run.smithi055.stdout: kernel x86_64 4.18.0-408.el8 CentOS-BaseOS 8.5 M 2022-11-27T15:37:44.549 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:37:44.549 INFO:teuthology.orchestra.run.smithi055.stdout:Transaction Summary 2022-11-27T15:37:44.549 INFO:teuthology.orchestra.run.smithi055.stdout:================================================================================ 2022-11-27T15:37:44.550 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:37:44.550 INFO:teuthology.orchestra.run.smithi055.stdout:Total download size: 8.5 M 2022-11-27T15:37:44.550 INFO:teuthology.orchestra.run.smithi055.stdout:Installed size: 0 2022-11-27T15:37:44.550 INFO:teuthology.orchestra.run.smithi055.stderr:Operation aborted. 2022-11-27T15:37:44.621 INFO:teuthology.orchestra.run.smithi055.stdout:Is this ok [y/N]: 2022-11-27T15:37:44.622 DEBUG:teuthology.orchestra.run.smithi055:> sudo yum reinstall -y kernel || true 2022-11-27T15:37:45.232 INFO:teuthology.orchestra.run.smithi055.stdout:Last metadata expiration check: 0:00:06 ago on Sun 27 Nov 2022 03:37:39 PM UTC. 2022-11-27T15:37:46.378 INFO:teuthology.orchestra.run.smithi055.stdout:Dependencies resolved. 2022-11-27T15:37:46.380 INFO:teuthology.orchestra.run.smithi055.stdout:================================================================================ 2022-11-27T15:37:46.380 INFO:teuthology.orchestra.run.smithi055.stdout: Package Architecture Version Repository Size 2022-11-27T15:37:46.380 INFO:teuthology.orchestra.run.smithi055.stdout:================================================================================ 2022-11-27T15:37:46.381 INFO:teuthology.orchestra.run.smithi055.stdout:Reinstalling: 2022-11-27T15:37:46.381 INFO:teuthology.orchestra.run.smithi055.stdout: kernel x86_64 4.18.0-408.el8 CentOS-BaseOS 8.5 M 2022-11-27T15:37:46.381 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:37:46.381 INFO:teuthology.orchestra.run.smithi055.stdout:Transaction Summary 2022-11-27T15:37:46.382 INFO:teuthology.orchestra.run.smithi055.stdout:================================================================================ 2022-11-27T15:37:46.382 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:37:46.382 INFO:teuthology.orchestra.run.smithi055.stdout:Total download size: 8.5 M 2022-11-27T15:37:46.382 INFO:teuthology.orchestra.run.smithi055.stdout:Installed size: 0 2022-11-27T15:37:46.382 INFO:teuthology.orchestra.run.smithi055.stdout:Downloading Packages: 2022-11-27T15:37:46.678 INFO:teuthology.orchestra.run.smithi055.stdout:kernel-4.18.0-408.el8.x86_64.rpm 29 MB/s | 8.5 MB 00:00 2022-11-27T15:37:46.679 INFO:teuthology.orchestra.run.smithi055.stdout:-------------------------------------------------------------------------------- 2022-11-27T15:37:46.679 INFO:teuthology.orchestra.run.smithi055.stdout:Total 29 MB/s | 8.5 MB 00:00 2022-11-27T15:37:46.774 INFO:teuthology.orchestra.run.smithi055.stdout:Running transaction check 2022-11-27T15:37:47.204 INFO:teuthology.orchestra.run.smithi055.stdout:Transaction check succeeded. 2022-11-27T15:37:47.204 INFO:teuthology.orchestra.run.smithi055.stdout:Running transaction test 2022-11-27T15:37:47.385 INFO:teuthology.orchestra.run.smithi055.stdout:Transaction test succeeded. 2022-11-27T15:37:47.398 INFO:teuthology.orchestra.run.smithi055.stdout:Running transaction 2022-11-27T15:37:47.692 INFO:teuthology.orchestra.run.smithi055.stdout: Preparing : 1/1 2022-11-27T15:37:47.902 INFO:teuthology.orchestra.run.smithi055.stdout: Reinstalling : kernel-4.18.0-408.el8.x86_64 1/2 2022-11-27T15:37:47.902 INFO:teuthology.orchestra.run.smithi055.stdout: Cleanup : kernel-4.18.0-408.el8.x86_64 2/2 2022-11-27T15:37:48.301 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: kernel-4.18.0-408.el8.x86_64 2/2 2022-11-27T15:37:48.301 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : kernel-4.18.0-408.el8.x86_64 1/2 2022-11-27T15:37:48.810 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : kernel-4.18.0-408.el8.x86_64 2/2 2022-11-27T15:37:48.811 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:37:48.811 INFO:teuthology.orchestra.run.smithi055.stdout:Reinstalled: 2022-11-27T15:37:48.811 INFO:teuthology.orchestra.run.smithi055.stdout: kernel-4.18.0-408.el8.x86_64 2022-11-27T15:37:48.812 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:37:48.812 INFO:teuthology.orchestra.run.smithi055.stdout:Complete! 2022-11-27T15:37:48.917 DEBUG:teuthology.orchestra.run.smithi055:> rpm -q kernel --last | head -n 1 2022-11-27T15:37:49.104 INFO:teuthology.orchestra.run.smithi055.stdout:kernel-4.18.0-408.el8.x86_64 Sun 27 Nov 2022 03:37:47 PM UTC 2022-11-27T15:37:49.106 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-408.el8.x86_64 2022-11-27T15:37:49.106 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2022-11-27T15:37:49.106 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2022-11-27T15:37:49.107 DEBUG:teuthology.orchestra.run.smithi055:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2022-11-27T15:37:49.144 INFO:teuthology.orchestra.run.smithi055.stdout:ttyS1 2022-11-27T15:37:49.161 DEBUG:teuthology.parallel:result is None 2022-11-27T15:37:49.162 INFO:teuthology.run_tasks:Running task internal.base... 2022-11-27T15:37:49.170 INFO:teuthology.task.internal:Creating test directory... 2022-11-27T15:37:49.170 DEBUG:teuthology.orchestra.run.smithi055:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2022-11-27T15:37:49.220 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2022-11-27T15:37:49.227 INFO:teuthology.run_tasks:Running task internal.archive... 2022-11-27T15:37:49.234 INFO:teuthology.task.internal:Creating archive directory... 2022-11-27T15:37:49.235 DEBUG:teuthology.orchestra.run.smithi055:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2022-11-27T15:37:49.291 INFO:teuthology.run_tasks:Running task internal.coredump... 2022-11-27T15:37:49.297 INFO:teuthology.task.internal:Enabling coredump saving... 2022-11-27T15:37:49.298 DEBUG:teuthology.orchestra.run.smithi055:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2022-11-27T15:37:49.356 INFO:teuthology.orchestra.run.smithi055.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-11-27T15:37:49.366 INFO:teuthology.orchestra.run.smithi055.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-11-27T15:37:49.367 INFO:teuthology.run_tasks:Running task internal.sudo... 2022-11-27T15:37:49.375 INFO:teuthology.task.internal:Configuring sudo... 2022-11-27T15:37:49.375 DEBUG:teuthology.orchestra.run.smithi055:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2022-11-27T15:37:49.436 INFO:teuthology.run_tasks:Running task internal.syslog... 2022-11-27T15:37:49.446 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2022-11-27T15:37:49.447 DEBUG:teuthology.orchestra.run.smithi055:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2022-11-27T15:37:49.494 DEBUG:teuthology.orchestra.run.smithi055:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2022-11-27T15:37:49.579 DEBUG:teuthology.orchestra.run.smithi055:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2022-11-27T15:37:49.644 DEBUG:teuthology.orchestra.run.smithi055:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2022-11-27T15:37:49.695 DEBUG:teuthology.orchestra.run.smithi055:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2022-11-27T15:37:49.738 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2022-11-27T15:37:49.739 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2022-11-27T15:37:49.805 DEBUG:teuthology.orchestra.run.smithi055:> sudo service rsyslog restart 2022-11-27T15:37:49.905 INFO:teuthology.orchestra.run.smithi055.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2022-11-27T15:37:50.360 INFO:teuthology.run_tasks:Running task internal.timer... 2022-11-27T15:37:50.369 INFO:teuthology.task.internal:Starting timer... 2022-11-27T15:37:50.369 INFO:teuthology.run_tasks:Running task pcp... 2022-11-27T15:37:50.385 INFO:teuthology.run_tasks:Running task selinux... 2022-11-27T15:37:50.394 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2022-11-27T15:37:50.396 DEBUG:teuthology.orchestra.run.smithi055:> sudo service auditd rotate 2022-11-27T15:37:50.453 INFO:teuthology.orchestra.run.smithi055.stdout:Rotating logs: 2022-11-27T15:37:50.455 DEBUG:teuthology.task.selinux:Getting current SELinux state 2022-11-27T15:37:50.456 DEBUG:teuthology.orchestra.run.smithi055:> /usr/sbin/getenforce 2022-11-27T15:37:50.505 INFO:teuthology.orchestra.run.smithi055.stdout:Permissive 2022-11-27T15:37:50.506 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi055.front.sepia.ceph.com': 'permissive'} 2022-11-27T15:37:50.506 DEBUG:teuthology.orchestra.run.smithi055:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|comm="sssd"\|comm="sss_cache"\|context=system_u:system_r:NetworkManager_dispatcher_t:s0\)' 2022-11-27T15:37:50.535 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-11-27T15:37:50.535 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2022-11-27T15:37:50.536 DEBUG:teuthology.orchestra.run.smithi055:> sudo /usr/sbin/setenforce permissive 2022-11-27T15:37:50.616 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2022-11-27T15:37:50.626 INFO:teuthology.repo_utils:/home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main was just updated or references a specific commit; assuming it is current 2022-11-27T15:37:50.627 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2022-11-27T15:37:50.650 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2022-11-27T15:37:50.651 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi055.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2022-11-27T15:44:56.802 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi055.front.sepia.ceph.com')] 2022-11-27T15:44:56.832 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi055.front.sepia.ceph.com' 2022-11-27T15:44:56.835 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi055.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-11-27T15:44:56.931 DEBUG:teuthology.orchestra.run.smithi055:> true 2022-11-27T15:44:57.003 INFO:teuthology.run_tasks:Running task clock... 2022-11-27T15:44:57.019 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2022-11-27T15:44:57.020 INFO:teuthology.orchestra.run:Running command with timeout 360 2022-11-27T15:44:57.022 DEBUG:teuthology.orchestra.run.smithi055:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2022-11-27T15:44:57.078 INFO:teuthology.orchestra.run.smithi055.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2022-11-27T15:44:57.093 INFO:teuthology.orchestra.run.smithi055.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2022-11-27T15:44:57.160 INFO:teuthology.orchestra.run.smithi055.stderr:sudo: ntpd: command not found 2022-11-27T15:44:57.172 INFO:teuthology.orchestra.run.smithi055.stdout:506 Cannot talk to daemon 2022-11-27T15:44:57.188 INFO:teuthology.orchestra.run.smithi055.stderr:Failed to start ntp.service: Unit ntp.service not found. 2022-11-27T15:44:57.201 INFO:teuthology.orchestra.run.smithi055.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2022-11-27T15:44:57.276 INFO:teuthology.orchestra.run.smithi055.stderr:bash: ntpq: command not found 2022-11-27T15:44:57.279 INFO:teuthology.orchestra.run.smithi055.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2022-11-27T15:44:57.279 INFO:teuthology.orchestra.run.smithi055.stdout:=============================================================================== 2022-11-27T15:44:57.279 INFO:teuthology.orchestra.run.smithi055.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-11-27T15:44:57.280 INFO:teuthology.orchestra.run.smithi055.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-11-27T15:44:57.280 INFO:teuthology.orchestra.run.smithi055.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-11-27T15:44:57.280 INFO:teuthology.orchestra.run.smithi055.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-11-27T15:44:57.281 INFO:teuthology.run_tasks:Running task install... 2022-11-27T15:44:57.295 DEBUG:teuthology.task.install:project ceph 2022-11-27T15:44:57.295 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '697b0d99d9a52df92b20c8e053dcd46c75f364a9'}} 2022-11-27T15:44:57.296 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '697b0d99d9a52df92b20c8e053dcd46c75f364a9'} 2022-11-27T15:44:57.296 INFO:teuthology.task.install:Using flavor: default 2022-11-27T15:44:57.306 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2022-11-27T15:44:57.306 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']} 2022-11-27T15:44:57.307 DEBUG:teuthology.orchestra.run.smithi055:> sudo lsb_release -is 2022-11-27T15:44:57.358 INFO:teuthology.orchestra.run.smithi055.stdout:CentOSStream 2022-11-27T15:44:57.360 DEBUG:teuthology.misc:System to be installed: CentOSStream 2022-11-27T15:44:57.361 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '697b0d99d9a52df92b20c8e053dcd46c75f364a9', 'tag': None, 'wait_for_package': False} 2022-11-27T15:44:57.362 DEBUG:teuthology.orchestra.run.smithi055:> sudo lsb_release -is 2022-11-27T15:44:57.437 INFO:teuthology.orchestra.run.smithi055.stdout:CentOSStream 2022-11-27T15:44:57.438 DEBUG:teuthology.misc:System to be installed: CentOSStream 2022-11-27T15:44:57.439 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=697b0d99d9a52df92b20c8e053dcd46c75f364a9 2022-11-27T15:44:57.680 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/main/697b0d99d9a52df92b20c8e053dcd46c75f364a9/centos/8/flavors/default/ 2022-11-27T15:44:57.680 INFO:teuthology.task.install.rpm:Package version is 18.0.0-594.g697b0d99 2022-11-27T15:44:57.866 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/main/697b0d99d9a52df92b20c8e053dcd46c75f364a9/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/main/697b0d99d9a52df92b20c8e053dcd46c75f364a9/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/main/697b0d99d9a52df92b20c8e053dcd46c75f364a9/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2022-11-27T15:44:57.867 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2022-11-27T15:44:57.867 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd of=/etc/yum.repos.d/ceph.repo 2022-11-27T15:44:57.896 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2022-11-27T15:44:57.897 DEBUG:teuthology.orchestra.run.smithi055:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/697b0d99d9a52df92b20c8e053dcd46c75f364a9/;g' /etc/yum.repos.d/ceph.repo ; fi 2022-11-27T15:44:57.966 DEBUG:teuthology.orchestra.run.smithi055:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2022-11-27T15:44:58.045 DEBUG:teuthology.orchestra.run.smithi055:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2022-11-27T15:44:58.112 INFO:teuthology.orchestra.run.smithi055.stdout:check_obsoletes = 1 2022-11-27T15:44:58.114 DEBUG:teuthology.orchestra.run.smithi055:> sudo yum clean all 2022-11-27T15:44:58.382 INFO:teuthology.orchestra.run.smithi055.stdout:64 files removed 2022-11-27T15:44:58.412 DEBUG:teuthology.orchestra.run.smithi055:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2022-11-27T15:44:59.051 INFO:teuthology.orchestra.run.smithi055.stdout:ceph packages for x86_64 313 kB/s | 81 kB 00:00 2022-11-27T15:44:59.327 INFO:teuthology.orchestra.run.smithi055.stdout:ceph noarch packages 39 kB/s | 9.4 kB 00:00 2022-11-27T15:44:59.611 INFO:teuthology.orchestra.run.smithi055.stdout:ceph source packages 5.9 kB/s | 1.5 kB 00:00 2022-11-27T15:45:00.272 INFO:teuthology.orchestra.run.smithi055.stdout:CentOS-8 - AppStream 41 MB/s | 26 MB 00:00 2022-11-27T15:45:05.886 INFO:teuthology.orchestra.run.smithi055.stdout:CentOS-8 - BaseOS 38 MB/s | 26 MB 00:00 2022-11-27T15:45:10.163 INFO:teuthology.orchestra.run.smithi055.stdout:CentOS-8 - Extras 119 kB/s | 18 kB 00:00 2022-11-27T15:45:10.624 INFO:teuthology.orchestra.run.smithi055.stdout:CentOS-8 - PowerTools 16 MB/s | 5.3 MB 00:00 2022-11-27T15:45:14.698 INFO:teuthology.orchestra.run.smithi055.stdout:Copr repo for python3-asyncssh owned by ceph 1.2 kB/s | 3.5 kB 00:02 2022-11-27T15:45:16.274 INFO:teuthology.orchestra.run.smithi055.stdout:Extra Packages for Enterprise Linux 9.1 MB/s | 13 MB 00:01 2022-11-27T15:45:19.624 INFO:teuthology.orchestra.run.smithi055.stdout:lab-extras 448 kB/s | 24 kB 00:00 2022-11-27T15:45:22.966 INFO:teuthology.orchestra.run.smithi055.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2022-11-27T15:45:22.968 INFO:teuthology.orchestra.run.smithi055.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2022-11-27T15:45:22.979 INFO:teuthology.orchestra.run.smithi055.stdout:Package NetworkManager-1:1.40.0-1.el8.x86_64 is already installed. 2022-11-27T15:45:22.980 INFO:teuthology.orchestra.run.smithi055.stdout:Package NetworkManager-initscripts-updown-1:1.40.0-1.el8.noarch is already installed. 2022-11-27T15:45:22.980 INFO:teuthology.orchestra.run.smithi055.stdout:Package iproute-5.18.0-1.el8.x86_64 is already installed. 2022-11-27T15:45:22.981 INFO:teuthology.orchestra.run.smithi055.stdout:Package util-linux-2.32.1-38.el8.x86_64 is already installed. 2022-11-27T15:45:22.982 INFO:teuthology.orchestra.run.smithi055.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2022-11-27T15:45:22.984 INFO:teuthology.orchestra.run.smithi055.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2022-11-27T15:45:22.986 INFO:teuthology.orchestra.run.smithi055.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2022-11-27T15:45:22.987 INFO:teuthology.orchestra.run.smithi055.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2022-11-27T15:45:23.116 INFO:teuthology.orchestra.run.smithi055.stdout:Dependencies resolved. 2022-11-27T15:45:23.129 INFO:teuthology.orchestra.run.smithi055.stdout:========================================================================================================= 2022-11-27T15:45:23.129 INFO:teuthology.orchestra.run.smithi055.stdout: Package Arch Version Repository Size 2022-11-27T15:45:23.130 INFO:teuthology.orchestra.run.smithi055.stdout:========================================================================================================= 2022-11-27T15:45:23.130 INFO:teuthology.orchestra.run.smithi055.stdout:Installing: 2022-11-27T15:45:23.130 INFO:teuthology.orchestra.run.smithi055.stdout: bison x86_64 3.0.4-10.el8 CentOS-AppStream 688 k 2022-11-27T15:45:23.130 INFO:teuthology.orchestra.run.smithi055.stdout: ceph x86_64 2:18.0.0-594.g697b0d99.el8 ceph 6.4 k 2022-11-27T15:45:23.131 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-base x86_64 2:18.0.0-594.g697b0d99.el8 ceph 5.2 M 2022-11-27T15:45:23.131 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-fuse x86_64 2:18.0.0-594.g697b0d99.el8 ceph 845 k 2022-11-27T15:45:23.131 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-594.g697b0d99.el8 ceph 165 k 2022-11-27T15:45:23.131 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr x86_64 2:18.0.0-594.g697b0d99.el8 ceph 1.5 M 2022-11-27T15:45:23.132 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-cephadm noarch 2:18.0.0-594.g697b0d99.el8 ceph-noarch 118 k 2022-11-27T15:45:23.132 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-dashboard noarch 2:18.0.0-594.g697b0d99.el8 ceph-noarch 1.7 M 2022-11-27T15:45:23.132 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-594.g697b0d99.el8 ceph-noarch 7.4 M 2022-11-27T15:45:23.132 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-rook noarch 2:18.0.0-594.g697b0d99.el8 ceph-noarch 47 k 2022-11-27T15:45:23.133 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-radosgw x86_64 2:18.0.0-594.g697b0d99.el8 ceph 18 M 2022-11-27T15:45:23.133 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-test x86_64 2:18.0.0-594.g697b0d99.el8 ceph 55 M 2022-11-27T15:45:23.133 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-volume noarch 2:18.0.0-594.g697b0d99.el8 ceph-noarch 263 k 2022-11-27T15:45:23.133 INFO:teuthology.orchestra.run.smithi055.stdout: cephadm noarch 2:18.0.0-594.g697b0d99.el8 ceph-noarch 81 k 2022-11-27T15:45:23.133 INFO:teuthology.orchestra.run.smithi055.stdout: cephfs-mirror x86_64 2:18.0.0-594.g697b0d99.el8 ceph 257 k 2022-11-27T15:45:23.134 INFO:teuthology.orchestra.run.smithi055.stdout: cephfs-top noarch 2:18.0.0-594.g697b0d99.el8 ceph-noarch 15 k 2022-11-27T15:45:23.134 INFO:teuthology.orchestra.run.smithi055.stdout: elfutils-libelf-devel x86_64 0.188-3.el8 CentOS-BaseOS 61 k 2022-11-27T15:45:23.134 INFO:teuthology.orchestra.run.smithi055.stdout: flex x86_64 2.6.1-9.el8 CentOS-AppStream 320 k 2022-11-27T15:45:23.134 INFO:teuthology.orchestra.run.smithi055.stdout: libaio-devel x86_64 0.3.112-1.el8 CentOS-BaseOS 19 k 2022-11-27T15:45:23.135 INFO:teuthology.orchestra.run.smithi055.stdout: libcephfs-devel x86_64 2:18.0.0-594.g697b0d99.el8 ceph 30 k 2022-11-27T15:45:23.135 INFO:teuthology.orchestra.run.smithi055.stdout: libcephfs2 x86_64 2:18.0.0-594.g697b0d99.el8 ceph 767 k 2022-11-27T15:45:23.135 INFO:teuthology.orchestra.run.smithi055.stdout: librados-devel x86_64 2:18.0.0-594.g697b0d99.el8 ceph 139 k 2022-11-27T15:45:23.135 INFO:teuthology.orchestra.run.smithi055.stdout: libtool x86_64 2.4.6-25.el8 CentOS-AppStream 709 k 2022-11-27T15:45:23.135 INFO:teuthology.orchestra.run.smithi055.stdout: libuuid-devel x86_64 2.32.1-38.el8 CentOS-BaseOS 99 k 2022-11-27T15:45:23.136 INFO:teuthology.orchestra.run.smithi055.stdout: openssl-devel x86_64 1:1.1.1k-7.el8 CentOS-BaseOS 2.3 M 2022-11-27T15:45:23.136 INFO:teuthology.orchestra.run.smithi055.stdout: postgresql x86_64 10.19-1.module_el8.6.0+1047+4202cf9a CentOS-AppStream 1.5 M 2022-11-27T15:45:23.136 INFO:teuthology.orchestra.run.smithi055.stdout: postgresql-contrib x86_64 10.19-1.module_el8.6.0+1047+4202cf9a CentOS-AppStream 807 k 2022-11-27T15:45:23.136 INFO:teuthology.orchestra.run.smithi055.stdout: postgresql-server x86_64 10.19-1.module_el8.6.0+1047+4202cf9a CentOS-AppStream 5.1 M 2022-11-27T15:45:23.137 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cephfs x86_64 2:18.0.0-594.g697b0d99.el8 ceph 190 k 2022-11-27T15:45:23.137 INFO:teuthology.orchestra.run.smithi055.stdout: python3-rados x86_64 2:18.0.0-594.g697b0d99.el8 ceph 371 k 2022-11-27T15:45:23.137 INFO:teuthology.orchestra.run.smithi055.stdout: python3-rbd x86_64 2:18.0.0-594.g697b0d99.el8 ceph 357 k 2022-11-27T15:45:23.137 INFO:teuthology.orchestra.run.smithi055.stdout: python3-rgw x86_64 2:18.0.0-594.g697b0d99.el8 ceph 107 k 2022-11-27T15:45:23.137 INFO:teuthology.orchestra.run.smithi055.stdout: rbd-fuse x86_64 2:18.0.0-594.g697b0d99.el8 ceph 94 k 2022-11-27T15:45:23.138 INFO:teuthology.orchestra.run.smithi055.stdout: rbd-mirror x86_64 2:18.0.0-594.g697b0d99.el8 ceph 3.5 M 2022-11-27T15:45:23.138 INFO:teuthology.orchestra.run.smithi055.stdout: rbd-nbd x86_64 2:18.0.0-594.g697b0d99.el8 ceph 175 k 2022-11-27T15:45:23.138 INFO:teuthology.orchestra.run.smithi055.stdout: xfsprogs-devel x86_64 5.0.0-10.el8 CentOS-BaseOS 72 k 2022-11-27T15:45:23.138 INFO:teuthology.orchestra.run.smithi055.stdout:Upgrading: 2022-11-27T15:45:23.139 INFO:teuthology.orchestra.run.smithi055.stdout: NetworkManager-initscripts-updown noarch 1:1.40.4-1.el8 CentOS-BaseOS 141 k 2022-11-27T15:45:23.139 INFO:teuthology.orchestra.run.smithi055.stdout: elfutils-debuginfod-client x86_64 0.188-3.el8 CentOS-BaseOS 75 k 2022-11-27T15:45:23.139 INFO:teuthology.orchestra.run.smithi055.stdout: elfutils-libelf x86_64 0.188-3.el8 CentOS-BaseOS 231 k 2022-11-27T15:45:23.139 INFO:teuthology.orchestra.run.smithi055.stdout: elfutils-libs x86_64 0.188-3.el8 CentOS-BaseOS 299 k 2022-11-27T15:45:23.140 INFO:teuthology.orchestra.run.smithi055.stdout: librados2 x86_64 2:18.0.0-594.g697b0d99.el8 ceph 3.6 M 2022-11-27T15:45:23.140 INFO:teuthology.orchestra.run.smithi055.stdout: librbd1 x86_64 2:18.0.0-594.g697b0d99.el8 ceph 3.6 M 2022-11-27T15:45:23.140 INFO:teuthology.orchestra.run.smithi055.stdout:Installing dependencies: 2022-11-27T15:45:23.141 INFO:teuthology.orchestra.run.smithi055.stdout: automake noarch 1.16.1-7.el8 CentOS-AppStream 713 k 2022-11-27T15:45:23.141 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-common x86_64 2:18.0.0-594.g697b0d99.el8 ceph 24 M 2022-11-27T15:45:23.141 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-grafana-dashboards noarch 2:18.0.0-594.g697b0d99.el8 ceph-noarch 23 k 2022-11-27T15:45:23.141 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mds x86_64 2:18.0.0-594.g697b0d99.el8 ceph 2.3 M 2022-11-27T15:45:23.142 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-modules-core noarch 2:18.0.0-594.g697b0d99.el8 ceph-noarch 234 k 2022-11-27T15:45:23.142 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mon x86_64 2:18.0.0-594.g697b0d99.el8 ceph 3.9 M 2022-11-27T15:45:23.142 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-osd x86_64 2:18.0.0-594.g697b0d99.el8 ceph 17 M 2022-11-27T15:45:23.142 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-prometheus-alerts noarch 2:18.0.0-594.g697b0d99.el8 ceph-noarch 14 k 2022-11-27T15:45:23.142 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-selinux x86_64 2:18.0.0-594.g697b0d99.el8 ceph 24 k 2022-11-27T15:45:23.143 INFO:teuthology.orchestra.run.smithi055.stdout: fuse x86_64 2.9.7-16.el8 CentOS-BaseOS 83 k 2022-11-27T15:45:23.143 INFO:teuthology.orchestra.run.smithi055.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2022-11-27T15:45:23.143 INFO:teuthology.orchestra.run.smithi055.stdout: jq x86_64 1.6-6.el8 CentOS-AppStream 202 k 2022-11-27T15:45:23.143 INFO:teuthology.orchestra.run.smithi055.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 CentOS-BaseOS 48 k 2022-11-27T15:45:23.144 INFO:teuthology.orchestra.run.smithi055.stdout: krb5-devel x86_64 1.18.2-21.el8 CentOS-BaseOS 560 k 2022-11-27T15:45:23.144 INFO:teuthology.orchestra.run.smithi055.stdout: libcephsqlite x86_64 2:18.0.0-594.g697b0d99.el8 ceph 137 k 2022-11-27T15:45:23.144 INFO:teuthology.orchestra.run.smithi055.stdout: libcom_err-devel x86_64 1.45.6-5.el8 CentOS-BaseOS 39 k 2022-11-27T15:45:23.144 INFO:teuthology.orchestra.run.smithi055.stdout: libgfortran x86_64 8.5.0-17.el8 CentOS-BaseOS 645 k 2022-11-27T15:45:23.145 INFO:teuthology.orchestra.run.smithi055.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2022-11-27T15:45:23.145 INFO:teuthology.orchestra.run.smithi055.stdout: libpq x86_64 13.5-1.el8 CentOS-AppStream 198 k 2022-11-27T15:45:23.145 INFO:teuthology.orchestra.run.smithi055.stdout: libquadmath x86_64 8.5.0-17.el8 CentOS-BaseOS 172 k 2022-11-27T15:45:23.145 INFO:teuthology.orchestra.run.smithi055.stdout: librabbitmq x86_64 0.9.0-3.el8 CentOS-BaseOS 47 k 2022-11-27T15:45:23.145 INFO:teuthology.orchestra.run.smithi055.stdout: libradosstriper1 x86_64 2:18.0.0-594.g697b0d99.el8 ceph 474 k 2022-11-27T15:45:23.146 INFO:teuthology.orchestra.run.smithi055.stdout: librdkafka x86_64 0.11.4-3.el8 CentOS-AppStream 354 k 2022-11-27T15:45:23.146 INFO:teuthology.orchestra.run.smithi055.stdout: librgw2 x86_64 2:18.0.0-594.g697b0d99.el8 ceph 6.5 M 2022-11-27T15:45:23.146 INFO:teuthology.orchestra.run.smithi055.stdout: libselinux-devel x86_64 2.9-6.el8 CentOS-BaseOS 200 k 2022-11-27T15:45:23.146 INFO:teuthology.orchestra.run.smithi055.stdout: libsepol-devel x86_64 2.9-3.el8 CentOS-BaseOS 87 k 2022-11-27T15:45:23.146 INFO:teuthology.orchestra.run.smithi055.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2022-11-27T15:45:23.147 INFO:teuthology.orchestra.run.smithi055.stdout: libverto-devel x86_64 0.3.2-2.el8 CentOS-BaseOS 18 k 2022-11-27T15:45:23.147 INFO:teuthology.orchestra.run.smithi055.stdout: lttng-ust x86_64 2.8.1-11.el8 CentOS-AppStream 259 k 2022-11-27T15:45:23.147 INFO:teuthology.orchestra.run.smithi055.stdout: oniguruma x86_64 6.8.2-2.el8 CentOS-AppStream 187 k 2022-11-27T15:45:23.148 INFO:teuthology.orchestra.run.smithi055.stdout: openblas x86_64 0.3.15-4.el8 CentOS-AppStream 4.7 M 2022-11-27T15:45:23.148 INFO:teuthology.orchestra.run.smithi055.stdout: openblas-threads x86_64 0.3.15-4.el8 CentOS-AppStream 4.9 M 2022-11-27T15:45:23.148 INFO:teuthology.orchestra.run.smithi055.stdout: pcre2-devel x86_64 10.32-3.el8 CentOS-BaseOS 605 k 2022-11-27T15:45:23.148 INFO:teuthology.orchestra.run.smithi055.stdout: pcre2-utf16 x86_64 10.32-3.el8 CentOS-BaseOS 229 k 2022-11-27T15:45:23.149 INFO:teuthology.orchestra.run.smithi055.stdout: pcre2-utf32 x86_64 10.32-3.el8 CentOS-BaseOS 220 k 2022-11-27T15:45:23.149 INFO:teuthology.orchestra.run.smithi055.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2022-11-27T15:45:23.149 INFO:teuthology.orchestra.run.smithi055.stdout: python3-babel noarch 2.5.1-7.el8 CentOS-AppStream 4.8 M 2022-11-27T15:45:23.150 INFO:teuthology.orchestra.run.smithi055.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2022-11-27T15:45:23.150 INFO:teuthology.orchestra.run.smithi055.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2022-11-27T15:45:23.150 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2022-11-27T15:45:23.151 INFO:teuthology.orchestra.run.smithi055.stdout: python3-ceph-argparse x86_64 2:18.0.0-594.g697b0d99.el8 ceph 45 k 2022-11-27T15:45:23.151 INFO:teuthology.orchestra.run.smithi055.stdout: python3-ceph-common x86_64 2:18.0.0-594.g697b0d99.el8 ceph 109 k 2022-11-27T15:45:23.151 INFO:teuthology.orchestra.run.smithi055.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2022-11-27T15:45:23.152 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cffi x86_64 1.11.5-5.el8 CentOS-BaseOS 237 k 2022-11-27T15:45:23.152 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2022-11-27T15:45:23.152 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2022-11-27T15:45:23.152 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cryptography x86_64 3.2.1-5.el8 CentOS-BaseOS 559 k 2022-11-27T15:45:23.153 INFO:teuthology.orchestra.run.smithi055.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2022-11-27T15:45:23.153 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2022-11-27T15:45:23.153 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2022-11-27T15:45:23.154 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jinja2 noarch 2.10.1-3.el8 CentOS-AppStream 538 k 2022-11-27T15:45:23.154 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jsonpatch noarch 1.21-2.el8 CentOS-AppStream 27 k 2022-11-27T15:45:23.154 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jsonpointer noarch 1.10-11.el8 CentOS-AppStream 20 k 2022-11-27T15:45:23.155 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jwt noarch 1.6.1-2.el8 CentOS-BaseOS 43 k 2022-11-27T15:45:23.155 INFO:teuthology.orchestra.run.smithi055.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2022-11-27T15:45:23.155 INFO:teuthology.orchestra.run.smithi055.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2022-11-27T15:45:23.155 INFO:teuthology.orchestra.run.smithi055.stdout: python3-mako noarch 1.0.6-13.el8 CentOS-AppStream 157 k 2022-11-27T15:45:23.155 INFO:teuthology.orchestra.run.smithi055.stdout: python3-markupsafe x86_64 0.23-19.el8 CentOS-AppStream 39 k 2022-11-27T15:45:23.156 INFO:teuthology.orchestra.run.smithi055.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2022-11-27T15:45:23.156 INFO:teuthology.orchestra.run.smithi055.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2022-11-27T15:45:23.156 INFO:teuthology.orchestra.run.smithi055.stdout: python3-numpy x86_64 1:1.14.3-10.el8 CentOS-AppStream 3.7 M 2022-11-27T15:45:23.157 INFO:teuthology.orchestra.run.smithi055.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 CentOS-AppStream 225 k 2022-11-27T15:45:23.157 INFO:teuthology.orchestra.run.smithi055.stdout: python3-oauthlib noarch 2.1.0-1.el8 CentOS-BaseOS 155 k 2022-11-27T15:45:23.157 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2022-11-27T15:45:23.157 INFO:teuthology.orchestra.run.smithi055.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2022-11-27T15:45:23.158 INFO:teuthology.orchestra.run.smithi055.stdout: python3-prettytable noarch 0.7.2-14.el8 CentOS-AppStream 44 k 2022-11-27T15:45:23.158 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 CentOS-AppStream 103 k 2022-11-27T15:45:23.158 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pyasn1 noarch 0.3.7-6.el8 CentOS-AppStream 126 k 2022-11-27T15:45:23.158 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 CentOS-AppStream 110 k 2022-11-27T15:45:23.159 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pycparser noarch 2.14-14.el8 CentOS-BaseOS 109 k 2022-11-27T15:45:23.159 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pytz noarch 2017.2-9.el8 CentOS-AppStream 54 k 2022-11-27T15:45:23.159 INFO:teuthology.orchestra.run.smithi055.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2022-11-27T15:45:23.159 INFO:teuthology.orchestra.run.smithi055.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 CentOS-BaseOS 43 k 2022-11-27T15:45:23.159 INFO:teuthology.orchestra.run.smithi055.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2022-11-27T15:45:23.160 INFO:teuthology.orchestra.run.smithi055.stdout: python3-rsa noarch 4.8-1.el8 epel 61 k 2022-11-27T15:45:23.160 INFO:teuthology.orchestra.run.smithi055.stdout: python3-scipy x86_64 1.0.0-21.module_el8.5.0+771+e5d9a225 CentOS-AppStream 14 M 2022-11-27T15:45:23.160 INFO:teuthology.orchestra.run.smithi055.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2022-11-27T15:45:23.160 INFO:teuthology.orchestra.run.smithi055.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2022-11-27T15:45:23.161 INFO:teuthology.orchestra.run.smithi055.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2022-11-27T15:45:23.161 INFO:teuthology.orchestra.run.smithi055.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2022-11-27T15:45:23.161 INFO:teuthology.orchestra.run.smithi055.stdout: python3-waitress noarch 1.2.1-2.el8.1 epel 241 k 2022-11-27T15:45:23.161 INFO:teuthology.orchestra.run.smithi055.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2022-11-27T15:45:23.162 INFO:teuthology.orchestra.run.smithi055.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2022-11-27T15:45:23.162 INFO:teuthology.orchestra.run.smithi055.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2022-11-27T15:45:23.162 INFO:teuthology.orchestra.run.smithi055.stdout: python3-werkzeug noarch 0.12.2-4.el8 CentOS-AppStream 457 k 2022-11-27T15:45:23.162 INFO:teuthology.orchestra.run.smithi055.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2022-11-27T15:45:23.163 INFO:teuthology.orchestra.run.smithi055.stdout: socat x86_64 1.7.4.1-1.el8 CentOS-AppStream 323 k 2022-11-27T15:45:23.163 INFO:teuthology.orchestra.run.smithi055.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2022-11-27T15:45:23.163 INFO:teuthology.orchestra.run.smithi055.stdout: uuid x86_64 1.6.2-43.el8 CentOS-AppStream 64 k 2022-11-27T15:45:23.163 INFO:teuthology.orchestra.run.smithi055.stdout: xmlstarlet x86_64 1.6.1-20.el8 CentOS-AppStream 71 k 2022-11-27T15:45:23.164 INFO:teuthology.orchestra.run.smithi055.stdout: zlib-devel x86_64 1.2.11-20.el8 CentOS-BaseOS 58 k 2022-11-27T15:45:23.164 INFO:teuthology.orchestra.run.smithi055.stdout:Enabling module streams: 2022-11-27T15:45:23.164 INFO:teuthology.orchestra.run.smithi055.stdout: postgresql 10 2022-11-27T15:45:23.164 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:45:23.164 INFO:teuthology.orchestra.run.smithi055.stdout:Transaction Summary 2022-11-27T15:45:23.165 INFO:teuthology.orchestra.run.smithi055.stdout:========================================================================================================= 2022-11-27T15:45:23.165 INFO:teuthology.orchestra.run.smithi055.stdout:Install 127 Packages 2022-11-27T15:45:23.165 INFO:teuthology.orchestra.run.smithi055.stdout:Upgrade 6 Packages 2022-11-27T15:45:23.165 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:45:23.166 INFO:teuthology.orchestra.run.smithi055.stdout:Total download size: 217 M 2022-11-27T15:45:23.167 INFO:teuthology.orchestra.run.smithi055.stdout:Downloading Packages: 2022-11-27T15:45:23.267 INFO:teuthology.orchestra.run.smithi055.stdout:(1/133): ceph-18.0.0-594.g697b0d99.el8.x86_64.r 54 kB/s | 6.4 kB 00:00 2022-11-27T15:45:23.567 INFO:teuthology.orchestra.run.smithi055.stdout:(2/133): ceph-fuse-18.0.0-594.g697b0d99.el8.x86 2.7 MB/s | 845 kB 00:00 2022-11-27T15:45:23.642 INFO:teuthology.orchestra.run.smithi055.stdout:(3/133): ceph-immutable-object-cache-18.0.0-594 2.2 MB/s | 165 kB 00:00 2022-11-27T15:45:24.018 INFO:teuthology.orchestra.run.smithi055.stdout:(4/133): ceph-mds-18.0.0-594.g697b0d99.el8.x86_ 6.0 MB/s | 2.3 MB 00:00 2022-11-27T15:45:24.143 INFO:teuthology.orchestra.run.smithi055.stdout:(5/133): ceph-base-18.0.0-594.g697b0d99.el8.x86 5.2 MB/s | 5.2 MB 00:00 2022-11-27T15:45:24.285 INFO:teuthology.orchestra.run.smithi055.stdout:(6/133): ceph-mgr-18.0.0-594.g697b0d99.el8.x86_ 5.7 MB/s | 1.5 MB 00:00 2022-11-27T15:45:24.644 INFO:teuthology.orchestra.run.smithi055.stdout:(7/133): ceph-mon-18.0.0-594.g697b0d99.el8.x86_ 7.7 MB/s | 3.9 MB 00:00 2022-11-27T15:45:25.836 INFO:teuthology.orchestra.run.smithi055.stdout:(8/133): ceph-common-18.0.0-594.g697b0d99.el8.x 9.0 MB/s | 24 MB 00:02 2022-11-27T15:45:25.894 INFO:teuthology.orchestra.run.smithi055.stdout:(9/133): ceph-selinux-18.0.0-594.g697b0d99.el8. 418 kB/s | 24 kB 00:00 2022-11-27T15:45:26.511 INFO:teuthology.orchestra.run.smithi055.stdout:(10/133): ceph-osd-18.0.0-594.g697b0d99.el8.x86 7.6 MB/s | 17 MB 00:02 2022-11-27T15:45:26.766 INFO:teuthology.orchestra.run.smithi055.stdout:(11/133): ceph-radosgw-18.0.0-594.g697b0d99.el8 8.6 MB/s | 18 MB 00:02 2022-11-27T15:45:26.870 INFO:teuthology.orchestra.run.smithi055.stdout:(12/133): cephfs-mirror-18.0.0-594.g697b0d99.el 717 kB/s | 257 kB 00:00 2022-11-27T15:45:26.887 INFO:teuthology.orchestra.run.smithi055.stdout:(13/133): libcephfs-devel-18.0.0-594.g697b0d99. 252 kB/s | 30 kB 00:00 2022-11-27T15:45:26.929 INFO:teuthology.orchestra.run.smithi055.stdout:(14/133): libcephsqlite-18.0.0-594.g697b0d99.el 3.2 MB/s | 137 kB 00:00 2022-11-27T15:45:27.004 INFO:teuthology.orchestra.run.smithi055.stdout:(15/133): librados-devel-18.0.0-594.g697b0d99.e 1.8 MB/s | 139 kB 00:00 2022-11-27T15:45:27.030 INFO:teuthology.orchestra.run.smithi055.stdout:(16/133): libcephfs2-18.0.0-594.g697b0d99.el8.x 4.7 MB/s | 767 kB 00:00 2022-11-27T15:45:27.088 INFO:teuthology.orchestra.run.smithi055.stdout:(17/133): libradosstriper1-18.0.0-594.g697b0d99 5.6 MB/s | 474 kB 00:00 2022-11-27T15:45:27.155 INFO:teuthology.orchestra.run.smithi055.stdout:(18/133): python3-ceph-argparse-18.0.0-594.g697 668 kB/s | 45 kB 00:00 2022-11-27T15:45:27.230 INFO:teuthology.orchestra.run.smithi055.stdout:(19/133): python3-ceph-common-18.0.0-594.g697b0 1.4 MB/s | 109 kB 00:00 2022-11-27T15:45:27.314 INFO:teuthology.orchestra.run.smithi055.stdout:(20/133): python3-cephfs-18.0.0-594.g697b0d99.e 2.2 MB/s | 190 kB 00:00 2022-11-27T15:45:27.406 INFO:teuthology.orchestra.run.smithi055.stdout:(21/133): python3-rados-18.0.0-594.g697b0d99.el 4.0 MB/s | 371 kB 00:00 2022-11-27T15:45:27.498 INFO:teuthology.orchestra.run.smithi055.stdout:(22/133): python3-rbd-18.0.0-594.g697b0d99.el8. 3.8 MB/s | 357 kB 00:00 2022-11-27T15:45:27.582 INFO:teuthology.orchestra.run.smithi055.stdout:(23/133): python3-rgw-18.0.0-594.g697b0d99.el8. 1.2 MB/s | 107 kB 00:00 2022-11-27T15:45:27.666 INFO:teuthology.orchestra.run.smithi055.stdout:(24/133): rbd-fuse-18.0.0-594.g697b0d99.el8.x86 1.1 MB/s | 94 kB 00:00 2022-11-27T15:45:27.766 INFO:teuthology.orchestra.run.smithi055.stdout:(25/133): librgw2-18.0.0-594.g697b0d99.el8.x86_ 8.8 MB/s | 6.5 MB 00:00 2022-11-27T15:45:27.850 INFO:teuthology.orchestra.run.smithi055.stdout:(26/133): rbd-nbd-18.0.0-594.g697b0d99.el8.x86_ 2.0 MB/s | 175 kB 00:00 2022-11-27T15:45:27.933 INFO:teuthology.orchestra.run.smithi055.stdout:(27/133): ceph-grafana-dashboards-18.0.0-594.g6 274 kB/s | 23 kB 00:00 2022-11-27T15:45:28.017 INFO:teuthology.orchestra.run.smithi055.stdout:(28/133): ceph-mgr-cephadm-18.0.0-594.g697b0d99 1.4 MB/s | 118 kB 00:00 2022-11-27T15:45:28.151 INFO:teuthology.orchestra.run.smithi055.stdout:(29/133): rbd-mirror-18.0.0-594.g697b0d99.el8.x 7.2 MB/s | 3.5 MB 00:00 2022-11-27T15:45:28.276 INFO:teuthology.orchestra.run.smithi055.stdout:(30/133): ceph-mgr-dashboard-18.0.0-594.g697b0d 6.4 MB/s | 1.7 MB 00:00 2022-11-27T15:45:28.368 INFO:teuthology.orchestra.run.smithi055.stdout:(31/133): ceph-mgr-modules-core-18.0.0-594.g697 2.5 MB/s | 234 kB 00:00 2022-11-27T15:45:28.460 INFO:teuthology.orchestra.run.smithi055.stdout:(32/133): ceph-mgr-rook-18.0.0-594.g697b0d99.el 512 kB/s | 47 kB 00:00 2022-11-27T15:45:28.552 INFO:teuthology.orchestra.run.smithi055.stdout:(33/133): ceph-prometheus-alerts-18.0.0-594.g69 157 kB/s | 14 kB 00:00 2022-11-27T15:45:28.661 INFO:teuthology.orchestra.run.smithi055.stdout:(34/133): ceph-volume-18.0.0-594.g697b0d99.el8. 2.4 MB/s | 263 kB 00:00 2022-11-27T15:45:28.753 INFO:teuthology.orchestra.run.smithi055.stdout:(35/133): cephadm-18.0.0-594.g697b0d99.el8.noar 887 kB/s | 81 kB 00:00 2022-11-27T15:45:28.845 INFO:teuthology.orchestra.run.smithi055.stdout:(36/133): cephfs-top-18.0.0-594.g697b0d99.el8.n 169 kB/s | 15 kB 00:00 2022-11-27T15:45:28.912 INFO:teuthology.orchestra.run.smithi055.stdout:(37/133): automake-1.16.1-7.el8.noarch.rpm 10 MB/s | 713 kB 00:00 2022-11-27T15:45:28.945 INFO:teuthology.orchestra.run.smithi055.stdout:(38/133): bison-3.0.4-10.el8.x86_64.rpm 20 MB/s | 688 kB 00:00 2022-11-27T15:45:28.971 INFO:teuthology.orchestra.run.smithi055.stdout:(39/133): flex-2.6.1-9.el8.x86_64.rpm 13 MB/s | 320 kB 00:00 2022-11-27T15:45:28.987 INFO:teuthology.orchestra.run.smithi055.stdout:(40/133): jq-1.6-6.el8.x86_64.rpm 12 MB/s | 202 kB 00:00 2022-11-27T15:45:29.021 INFO:teuthology.orchestra.run.smithi055.stdout:(41/133): libpq-13.5-1.el8.x86_64.rpm 5.8 MB/s | 198 kB 00:00 2022-11-27T15:45:29.055 INFO:teuthology.orchestra.run.smithi055.stdout:(42/133): librdkafka-0.11.4-3.el8.x86_64.rpm 10 MB/s | 354 kB 00:00 2022-11-27T15:45:29.097 INFO:teuthology.orchestra.run.smithi055.stdout:(43/133): libtool-2.4.6-25.el8.x86_64.rpm 17 MB/s | 709 kB 00:00 2022-11-27T15:45:29.181 INFO:teuthology.orchestra.run.smithi055.stdout:(44/133): ceph-mgr-diskprediction-local-18.0.0- 7.2 MB/s | 7.4 MB 00:01 2022-11-27T15:45:29.214 INFO:teuthology.orchestra.run.smithi055.stdout:(45/133): lttng-ust-2.8.1-11.el8.x86_64.rpm 2.2 MB/s | 259 kB 00:00 2022-11-27T15:45:29.256 INFO:teuthology.orchestra.run.smithi055.stdout:(46/133): oniguruma-6.8.2-2.el8.x86_64.rpm 2.4 MB/s | 187 kB 00:00 2022-11-27T15:45:29.357 INFO:teuthology.orchestra.run.smithi055.stdout:(47/133): openblas-0.3.15-4.el8.x86_64.rpm 33 MB/s | 4.7 MB 00:00 2022-11-27T15:45:29.416 INFO:teuthology.orchestra.run.smithi055.stdout:(48/133): postgresql-10.19-1.module_el8.6.0+104 26 MB/s | 1.5 MB 00:00 2022-11-27T15:45:29.488 INFO:teuthology.orchestra.run.smithi055.stdout:(49/133): postgresql-contrib-10.19-1.module_el8 11 MB/s | 807 kB 00:00 2022-11-27T15:45:29.616 INFO:teuthology.orchestra.run.smithi055.stdout:(50/133): postgresql-server-10.19-1.module_el8. 40 MB/s | 5.1 MB 00:00 2022-11-27T15:45:29.725 INFO:teuthology.orchestra.run.smithi055.stdout:(51/133): openblas-threads-0.3.15-4.el8.x86_64. 10 MB/s | 4.9 MB 00:00 2022-11-27T15:45:29.758 INFO:teuthology.orchestra.run.smithi055.stdout:(52/133): python3-jinja2-2.10.1-3.el8.noarch.rp 16 MB/s | 538 kB 00:00 2022-11-27T15:45:29.825 INFO:teuthology.orchestra.run.smithi055.stdout:(53/133): python3-babel-2.5.1-7.el8.noarch.rpm 23 MB/s | 4.8 MB 00:00 2022-11-27T15:45:29.851 INFO:teuthology.orchestra.run.smithi055.stdout:(54/133): python3-jsonpatch-1.21-2.el8.noarch.r 289 kB/s | 27 kB 00:00 2022-11-27T15:45:29.876 INFO:teuthology.orchestra.run.smithi055.stdout:(55/133): python3-jsonpointer-1.10-11.el8.noarc 395 kB/s | 20 kB 00:00 2022-11-27T15:45:29.936 INFO:teuthology.orchestra.run.smithi055.stdout:(56/133): python3-mako-1.0.6-13.el8.noarch.rpm 3.0 MB/s | 157 kB 00:00 2022-11-27T15:45:29.937 INFO:teuthology.orchestra.run.smithi055.stdout:(57/133): python3-markupsafe-0.23-19.el8.x86_64 770 kB/s | 39 kB 00:00 2022-11-27T15:45:30.427 INFO:teuthology.orchestra.run.smithi055.stdout:(58/133): ceph-test-18.0.0-594.g697b0d99.el8.x8 12 MB/s | 55 MB 00:04 2022-11-27T15:45:30.453 INFO:teuthology.orchestra.run.smithi055.stdout:(59/133): python3-numpy-f2py-1.14.3-10.el8.x86_ 428 kB/s | 225 kB 00:00 2022-11-27T15:45:30.536 INFO:teuthology.orchestra.run.smithi055.stdout:(60/133): python3-numpy-1.14.3-10.el8.x86_64.rp 5.9 MB/s | 3.7 MB 00:00 2022-11-27T15:45:30.561 INFO:teuthology.orchestra.run.smithi055.stdout:(61/133): python3-pyOpenSSL-19.0.0-1.el8.noarch 1.0 MB/s | 103 kB 00:00 2022-11-27T15:45:30.587 INFO:teuthology.orchestra.run.smithi055.stdout:(62/133): python3-pyasn1-0.3.7-6.el8.noarch.rpm 2.5 MB/s | 126 kB 00:00 2022-11-27T15:45:30.612 INFO:teuthology.orchestra.run.smithi055.stdout:(63/133): python3-prettytable-0.7.2-14.el8.noar 238 kB/s | 44 kB 00:00 2022-11-27T15:45:30.637 INFO:teuthology.orchestra.run.smithi055.stdout:(64/133): python3-pytz-2017.2-9.el8.noarch.rpm 1.1 MB/s | 54 kB 00:00 2022-11-27T15:45:30.654 INFO:teuthology.orchestra.run.smithi055.stdout:(65/133): python3-pyasn1-modules-0.3.7-6.el8.no 1.2 MB/s | 110 kB 00:00 2022-11-27T15:45:30.696 INFO:teuthology.orchestra.run.smithi055.stdout:(66/133): python3-werkzeug-0.12.2-4.el8.noarch. 7.6 MB/s | 457 kB 00:00 2022-11-27T15:45:30.730 INFO:teuthology.orchestra.run.smithi055.stdout:(67/133): uuid-1.6.2-43.el8.x86_64.rpm 1.9 MB/s | 64 kB 00:00 2022-11-27T15:45:30.755 INFO:teuthology.orchestra.run.smithi055.stdout:(68/133): xmlstarlet-1.6.1-20.el8.x86_64.rpm 2.8 MB/s | 71 kB 00:00 2022-11-27T15:45:30.789 INFO:teuthology.orchestra.run.smithi055.stdout:(69/133): elfutils-libelf-devel-0.188-3.el8.x86 1.8 MB/s | 61 kB 00:00 2022-11-27T15:45:30.814 INFO:teuthology.orchestra.run.smithi055.stdout:(70/133): fuse-2.9.7-16.el8.x86_64.rpm 3.2 MB/s | 83 kB 00:00 2022-11-27T15:45:30.848 INFO:teuthology.orchestra.run.smithi055.stdout:(71/133): keyutils-libs-devel-1.5.10-9.el8.x86_ 1.4 MB/s | 48 kB 00:00 2022-11-27T15:45:30.906 INFO:teuthology.orchestra.run.smithi055.stdout:(72/133): socat-1.7.4.1-1.el8.x86_64.rpm 1.3 MB/s | 323 kB 00:00 2022-11-27T15:45:30.941 INFO:teuthology.orchestra.run.smithi055.stdout:(73/133): libaio-devel-0.3.112-1.el8.x86_64.rpm 555 kB/s | 19 kB 00:00 2022-11-27T15:45:30.966 INFO:teuthology.orchestra.run.smithi055.stdout:(74/133): krb5-devel-1.18.2-21.el8.x86_64.rpm 4.7 MB/s | 560 kB 00:00 2022-11-27T15:45:30.983 INFO:teuthology.orchestra.run.smithi055.stdout:(75/133): libcom_err-devel-1.45.6-5.el8.x86_64. 925 kB/s | 39 kB 00:00 2022-11-27T15:45:31.041 INFO:teuthology.orchestra.run.smithi055.stdout:(76/133): libgfortran-8.5.0-17.el8.x86_64.rpm 8.4 MB/s | 645 kB 00:00 2022-11-27T15:45:31.067 INFO:teuthology.orchestra.run.smithi055.stdout:(77/133): librabbitmq-0.9.0-3.el8.x86_64.rpm 1.8 MB/s | 47 kB 00:00 2022-11-27T15:45:31.092 INFO:teuthology.orchestra.run.smithi055.stdout:(78/133): libquadmath-8.5.0-17.el8.x86_64.rpm 1.5 MB/s | 172 kB 00:00 2022-11-27T15:45:31.117 INFO:teuthology.orchestra.run.smithi055.stdout:(79/133): libselinux-devel-2.9-6.el8.x86_64.rpm 3.9 MB/s | 200 kB 00:00 2022-11-27T15:45:31.134 INFO:teuthology.orchestra.run.smithi055.stdout:(80/133): libsepol-devel-2.9-3.el8.x86_64.rpm 2.0 MB/s | 87 kB 00:00 2022-11-27T15:45:31.189 INFO:teuthology.orchestra.run.smithi055.stdout:(81/133): libuuid-devel-2.32.1-38.el8.x86_64.rp 2.9 MB/s | 99 kB 00:00 2022-11-27T15:45:31.189 INFO:teuthology.orchestra.run.smithi055.stdout:(82/133): libverto-devel-0.3.2-2.el8.x86_64.rpm 429 kB/s | 18 kB 00:00 2022-11-27T15:45:31.344 INFO:teuthology.orchestra.run.smithi055.stdout:(83/133): python3-scipy-1.0.0-21.module_el8.5.0 19 MB/s | 14 MB 00:00 2022-11-27T15:45:31.378 INFO:teuthology.orchestra.run.smithi055.stdout:(84/133): pcre2-utf16-10.32-3.el8.x86_64.rpm 6.8 MB/s | 229 kB 00:00 2022-11-27T15:45:31.411 INFO:teuthology.orchestra.run.smithi055.stdout:(85/133): pcre2-utf32-10.32-3.el8.x86_64.rpm 6.5 MB/s | 220 kB 00:00 2022-11-27T15:45:31.445 INFO:teuthology.orchestra.run.smithi055.stdout:(86/133): python3-cffi-1.11.5-5.el8.x86_64.rpm 7.0 MB/s | 237 kB 00:00 2022-11-27T15:45:31.486 INFO:teuthology.orchestra.run.smithi055.stdout:(87/133): python3-cryptography-3.2.1-5.el8.x86_ 13 MB/s | 559 kB 00:00 2022-11-27T15:45:31.532 INFO:teuthology.orchestra.run.smithi055.stdout:(88/133): openssl-devel-1.1.1k-7.el8.x86_64.rpm 6.2 MB/s | 2.3 MB 00:00 2022-11-27T15:45:31.554 INFO:teuthology.orchestra.run.smithi055.stdout:(89/133): pcre2-devel-10.32-3.el8.x86_64.rpm 1.6 MB/s | 605 kB 00:00 2022-11-27T15:45:31.605 INFO:teuthology.orchestra.run.smithi055.stdout:(90/133): python3-jwt-1.6.1-2.el8.noarch.rpm 461 kB/s | 43 kB 00:00 2022-11-27T15:45:31.605 INFO:teuthology.orchestra.run.smithi055.stdout:(91/133): python3-oauthlib-2.1.0-1.el8.noarch.r 2.0 MB/s | 155 kB 00:00 2022-11-27T15:45:31.621 INFO:teuthology.orchestra.run.smithi055.stdout:(92/133): python3-pycparser-2.14-14.el8.noarch. 1.6 MB/s | 109 kB 00:00 2022-11-27T15:45:31.647 INFO:teuthology.orchestra.run.smithi055.stdout:(93/133): python3-requests-oauthlib-1.0.0-1.el8 635 kB/s | 43 kB 00:00 2022-11-27T15:45:31.672 INFO:teuthology.orchestra.run.smithi055.stdout:(94/133): xfsprogs-devel-5.0.0-10.el8.x86_64.rp 1.0 MB/s | 72 kB 00:00 2022-11-27T15:45:31.705 INFO:teuthology.orchestra.run.smithi055.stdout:(95/133): zlib-devel-1.2.11-20.el8.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2022-11-27T15:45:31.814 INFO:teuthology.orchestra.run.smithi055.stdout:(96/133): liboath-2.6.2-3.el8.x86_64.rpm 414 kB/s | 59 kB 00:00 2022-11-27T15:45:31.976 INFO:teuthology.orchestra.run.smithi055.stdout:(97/133): libunwind-1.3.1-3.el8.x86_64.rpm 270 kB/s | 75 kB 00:00 2022-11-27T15:45:31.999 INFO:teuthology.orchestra.run.smithi055.stdout:(98/133): gperftools-libs-2.7-9.el8.x86_64.rpm 871 kB/s | 306 kB 00:00 2022-11-27T15:45:32.024 INFO:teuthology.orchestra.run.smithi055.stdout:(99/133): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 903 kB/s | 44 kB 00:00 2022-11-27T15:45:32.074 INFO:teuthology.orchestra.run.smithi055.stdout:(100/133): python3-asyncssh-2.7.0-2.el8.noarch. 1.8 MB/s | 476 kB 00:00 2022-11-27T15:45:32.092 INFO:teuthology.orchestra.run.smithi055.stdout:(101/133): python3-cachetools-3.1.1-4.el8.noarc 493 kB/s | 33 kB 00:00 2022-11-27T15:45:32.117 INFO:teuthology.orchestra.run.smithi055.stdout:(102/133): python3-beautifulsoup4-4.6.3-2.el8.1 1.5 MB/s | 185 kB 00:00 2022-11-27T15:45:32.134 INFO:teuthology.orchestra.run.smithi055.stdout:(103/133): python3-certifi-2018.10.15-7.el8.noa 276 kB/s | 16 kB 00:00 2022-11-27T15:45:32.184 INFO:teuthology.orchestra.run.smithi055.stdout:(104/133): python3-cheroot-8.5.2-1.el8.noarch.r 1.8 MB/s | 173 kB 00:00 2022-11-27T15:45:32.230 INFO:teuthology.orchestra.run.smithi055.stdout:(105/133): python3-google-auth-1.1.1-10.el8.noa 851 kB/s | 81 kB 00:00 2022-11-27T15:45:32.251 INFO:teuthology.orchestra.run.smithi055.stdout:(106/133): python3-jaraco-6.2-6.el8.noarch.rpm 166 kB/s | 11 kB 00:00 2022-11-27T15:45:32.275 INFO:teuthology.orchestra.run.smithi055.stdout:(107/133): python3-cherrypy-18.4.0-1.el8.noarch 2.5 MB/s | 384 kB 00:00 2022-11-27T15:45:32.285 INFO:teuthology.orchestra.run.smithi055.stdout:(108/133): python3-jaraco-functools-2.0-4.el8.n 317 kB/s | 18 kB 00:00 2022-11-27T15:45:32.311 INFO:teuthology.orchestra.run.smithi055.stdout:(109/133): python3-logutils-0.3.5-11.el8.noarch 1.1 MB/s | 49 kB 00:00 2022-11-27T15:45:32.327 INFO:teuthology.orchestra.run.smithi055.stdout:(110/133): python3-more-itertools-7.2.0-3.el8.n 1.4 MB/s | 59 kB 00:00 2022-11-27T15:45:32.353 INFO:teuthology.orchestra.run.smithi055.stdout:(111/133): python3-natsort-7.1.1-2.el8.noarch.r 1.4 MB/s | 60 kB 00:00 2022-11-27T15:45:32.395 INFO:teuthology.orchestra.run.smithi055.stdout:(112/133): python3-portend-2.6-1.el8.noarch.rpm 375 kB/s | 16 kB 00:00 2022-11-27T15:45:32.429 INFO:teuthology.orchestra.run.smithi055.stdout:(113/133): python3-pecan-1.3.2-9.el8.noarch.rpm 2.7 MB/s | 283 kB 00:00 2022-11-27T15:45:32.454 INFO:teuthology.orchestra.run.smithi055.stdout:(114/133): python3-repoze-lru-0.7-6.el8.noarch. 574 kB/s | 34 kB 00:00 2022-11-27T15:45:32.504 INFO:teuthology.orchestra.run.smithi055.stdout:(115/133): python3-routes-2.4.1-12.el8.noarch.r 2.5 MB/s | 196 kB 00:00 2022-11-27T15:45:32.529 INFO:teuthology.orchestra.run.smithi055.stdout:(116/133): python3-rsa-4.8-1.el8.noarch.rpm 818 kB/s | 61 kB 00:00 2022-11-27T15:45:32.569 INFO:teuthology.orchestra.run.smithi055.stdout:(117/133): python3-simplegeneric-0.8.1-17.el8.n 374 kB/s | 19 kB 00:00 2022-11-27T15:45:32.580 INFO:teuthology.orchestra.run.smithi055.stdout:(118/133): python3-singledispatch-3.4.0.3-18.el 475 kB/s | 24 kB 00:00 2022-11-27T15:45:32.614 INFO:teuthology.orchestra.run.smithi055.stdout:(119/133): python3-kubernetes-11.0.0-6.el8.noar 3.2 MB/s | 1.2 MB 00:00 2022-11-27T15:45:32.639 INFO:teuthology.orchestra.run.smithi055.stdout:(120/133): python3-tempora-1.14.1-5.el8.noarch. 347 kB/s | 29 kB 00:00 2022-11-27T15:45:32.664 INFO:teuthology.orchestra.run.smithi055.stdout:(121/133): python3-trustme-0.6.0-4.el8.noarch.r 328 kB/s | 27 kB 00:00 2022-11-27T15:45:32.723 INFO:teuthology.orchestra.run.smithi055.stdout:(122/133): python3-waitress-1.2.1-2.el8.1.noarc 2.2 MB/s | 241 kB 00:00 2022-11-27T15:45:32.748 INFO:teuthology.orchestra.run.smithi055.stdout:(123/133): python3-websocket-client-0.56.0-5.el 734 kB/s | 61 kB 00:00 2022-11-27T15:45:32.782 INFO:teuthology.orchestra.run.smithi055.stdout:(124/133): python3-webob-1.8.5-1.el8.1.noarch.r 2.1 MB/s | 251 kB 00:00 2022-11-27T15:45:32.799 INFO:teuthology.orchestra.run.smithi055.stdout:(125/133): python3-zc-lockfile-2.0-2.el8.noarch 454 kB/s | 23 kB 00:00 2022-11-27T15:45:32.816 INFO:teuthology.orchestra.run.smithi055.stdout:(126/133): python3-webtest-2.0.33-1.el8.noarch. 919 kB/s | 85 kB 00:00 2022-11-27T15:45:33.175 INFO:teuthology.orchestra.run.smithi055.stdout:(127/133): thrift-0.13.0-2.el8.x86_64.rpm 4.4 MB/s | 1.7 MB 00:00 2022-11-27T15:45:33.200 INFO:teuthology.orchestra.run.smithi055.stdout:(128/133): NetworkManager-initscripts-updown-1. 5.5 MB/s | 141 kB 00:00 2022-11-27T15:45:33.217 INFO:teuthology.orchestra.run.smithi055.stdout:(129/133): elfutils-debuginfod-client-0.188-3.e 4.4 MB/s | 75 kB 00:00 2022-11-27T15:45:33.242 INFO:teuthology.orchestra.run.smithi055.stdout:(130/133): elfutils-libelf-0.188-3.el8.x86_64.r 9.1 MB/s | 231 kB 00:00 2022-11-27T15:45:33.276 INFO:teuthology.orchestra.run.smithi055.stdout:(131/133): elfutils-libs-0.188-3.el8.x86_64.rpm 8.7 MB/s | 299 kB 00:00 2022-11-27T15:45:33.627 INFO:teuthology.orchestra.run.smithi055.stdout:(132/133): librados2-18.0.0-594.g697b0d99.el8.x 4.4 MB/s | 3.6 MB 00:00 2022-11-27T15:45:34.668 INFO:teuthology.orchestra.run.smithi055.stdout:(133/133): librbd1-18.0.0-594.g697b0d99.el8.x86 1.9 MB/s | 3.6 MB 00:01 2022-11-27T15:45:34.672 INFO:teuthology.orchestra.run.smithi055.stdout:-------------------------------------------------------------------------------- 2022-11-27T15:45:34.673 INFO:teuthology.orchestra.run.smithi055.stdout:Total 19 MB/s | 217 MB 00:11 2022-11-27T15:45:35.485 INFO:teuthology.orchestra.run.smithi055.stdout:Running transaction check 2022-11-27T15:45:35.700 INFO:teuthology.orchestra.run.smithi055.stdout:Transaction check succeeded. 2022-11-27T15:45:35.701 INFO:teuthology.orchestra.run.smithi055.stdout:Running transaction test 2022-11-27T15:45:37.224 INFO:teuthology.orchestra.run.smithi055.stdout:Transaction test succeeded. 2022-11-27T15:45:37.228 INFO:teuthology.orchestra.run.smithi055.stdout:Running transaction 2022-11-27T15:45:42.284 INFO:teuthology.orchestra.run.smithi055.stdout: Preparing : 1/1 2022-11-27T15:45:42.425 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/139 2022-11-27T15:45:42.607 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/139 2022-11-27T15:45:42.799 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 3/139 2022-11-27T15:45:42.927 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 4/139 2022-11-27T15:45:43.338 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 4/139 2022-11-27T15:45:43.519 INFO:teuthology.orchestra.run.smithi055.stdout: Upgrading : librados2-2:18.0.0-594.g697b0d99.el8.x86_64 5/139 2022-11-27T15:45:43.919 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: librados2-2:18.0.0-594.g697b0d99.el8.x86_64 5/139 2022-11-27T15:45:44.102 INFO:teuthology.orchestra.run.smithi055.stdout: Upgrading : librbd1-2:18.0.0-594.g697b0d99.el8.x86_64 6/139 2022-11-27T15:45:44.222 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: librbd1-2:18.0.0-594.g697b0d99.el8.x86_64 6/139 2022-11-27T15:45:44.352 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libcephfs2-2:18.0.0-594.g697b0d99.el8.x86_64 7/139 2022-11-27T15:45:44.458 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: libcephfs2-2:18.0.0-594.g697b0d99.el8.x86_64 7/139 2022-11-27T15:45:44.643 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-rados-2:18.0.0-594.g697b0d99.el8.x86_64 8/139 2022-11-27T15:45:44.743 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 9/139 2022-11-27T15:45:44.841 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 9/139 2022-11-27T15:45:45.031 INFO:teuthology.orchestra.run.smithi055.stdout: Upgrading : elfutils-libelf-0.188-3.el8.x86_64 10/139 2022-11-27T15:45:45.235 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 11/139 2022-11-27T15:45:45.384 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 12/139 2022-11-27T15:45:45.763 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libpq-13.5-1.el8.x86_64 13/139 2022-11-27T15:45:45.922 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : postgresql-10.19-1.module_el8.6.0+1047+4202cf9a. 14/139 2022-11-27T15:45:46.085 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libcephsqlite-2:18.0.0-594.g697b0d99.el8.x86_64 15/139 2022-11-27T15:45:46.191 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: libcephsqlite-2:18.0.0-594.g697b0d99.el8.x86_64 15/139 2022-11-27T15:45:46.343 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libradosstriper1-2:18.0.0-594.g697b0d99.el8.x86_ 16/139 2022-11-27T15:45:46.466 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: libradosstriper1-2:18.0.0-594.g697b0d99.el8.x86_ 16/139 2022-11-27T15:45:46.649 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 17/139 2022-11-27T15:45:46.778 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : zlib-devel-1.2.11-20.el8.x86_64 18/139 2022-11-27T15:45:46.876 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libquadmath-8.5.0-17.el8.x86_64 19/139 2022-11-27T15:45:47.034 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: libquadmath-8.5.0-17.el8.x86_64 19/139 2022-11-27T15:45:47.135 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libgfortran-8.5.0-17.el8.x86_64 20/139 2022-11-27T15:45:47.766 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: libgfortran-8.5.0-17.el8.x86_64 20/139 2022-11-27T15:45:47.926 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : openblas-0.3.15-4.el8.x86_64 21/139 2022-11-27T15:45:48.561 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: openblas-0.3.15-4.el8.x86_64 21/139 2022-11-27T15:45:48.760 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : openblas-threads-0.3.15-4.el8.x86_64 22/139 2022-11-27T15:45:49.473 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: openblas-threads-0.3.15-4.el8.x86_64 22/139 2022-11-27T15:45:49.783 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 23/139 2022-11-27T15:45:49.924 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 24/139 2022-11-27T15:45:50.039 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 25/139 2022-11-27T15:45:50.269 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 26/139 2022-11-27T15:45:50.474 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-ceph-common-2:18.0.0-594.g697b0d99.el8.x 27/139 2022-11-27T15:45:50.596 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-ceph-argparse-2:18.0.0-594.g697b0d99.el8 28/139 2022-11-27T15:45:50.842 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-cephfs-2:18.0.0-594.g697b0d99.el8.x86_64 29/139 2022-11-27T15:45:51.811 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 30/139 2022-11-27T15:45:52.203 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 31/139 2022-11-27T15:45:52.435 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 32/139 2022-11-27T15:45:52.600 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 33/139 2022-11-27T15:45:54.498 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 33/139 2022-11-27T15:45:54.773 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a2 34/139 2022-11-27T15:45:54.958 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 35/139 2022-11-27T15:45:55.150 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-rsa-4.8-1.el8.noarch 36/139 2022-11-27T15:45:55.308 INFO:teuthology.orchestra.run.smithi055.stdout: Upgrading : elfutils-libs-0.188-3.el8.x86_64 37/139 2022-11-27T15:45:55.487 INFO:teuthology.orchestra.run.smithi055.stdout: Upgrading : elfutils-debuginfod-client-0.188-3.el8.x86_64 38/139 2022-11-27T15:45:55.690 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-rbd-2:18.0.0-594.g697b0d99.el8.x86_64 39/139 2022-11-27T15:45:55.843 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : librados-devel-2:18.0.0-594.g697b0d99.el8.x86_64 40/139 2022-11-27T15:45:56.030 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 41/139 2022-11-27T15:45:56.305 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 42/139 2022-11-27T15:45:56.541 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-waitress-1.2.1-2.el8.1.noarch 43/139 2022-11-27T15:45:56.688 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 44/139 2022-11-27T15:45:56.837 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 45/139 2022-11-27T15:45:57.095 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 46/139 2022-11-27T15:45:57.306 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 47/139 2022-11-27T15:45:57.497 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 48/139 2022-11-27T15:45:57.695 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 49/139 2022-11-27T15:45:57.832 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 50/139 2022-11-27T15:45:57.972 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 51/139 2022-11-27T15:45:58.173 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 52/139 2022-11-27T15:45:58.317 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-portend-2.6-1.el8.noarch 53/139 2022-11-27T15:45:58.572 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 54/139 2022-11-27T15:45:58.989 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 55/139 2022-11-27T15:45:59.246 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 56/139 2022-11-27T15:45:59.455 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 57/139 2022-11-27T15:45:59.783 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 58/139 2022-11-27T15:46:00.035 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 59/139 2022-11-27T15:46:00.213 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 60/139 2022-11-27T15:46:00.987 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 61/139 2022-11-27T15:46:01.116 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : librgw2-2:18.0.0-594.g697b0d99.el8.x86_64 62/139 2022-11-27T15:46:01.179 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: librgw2-2:18.0.0-594.g697b0d99.el8.x86_64 62/139 2022-11-27T15:46:01.389 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-rgw-2:18.0.0-594.g697b0d99.el8.x86_64 63/139 2022-11-27T15:46:01.656 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 64/139 2022-11-27T15:46:02.030 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 65/139 2022-11-27T15:46:02.429 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 66/139 2022-11-27T15:46:02.611 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 67/139 2022-11-27T15:46:02.861 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 68/139 2022-11-27T15:46:03.064 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 69/139 2022-11-27T15:46:04.161 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 70/139 2022-11-27T15:46:04.507 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 71/139 2022-11-27T15:46:04.741 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 72/139 2022-11-27T15:46:04.978 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 73/139 2022-11-27T15:46:05.287 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 74/139 2022-11-27T15:46:05.512 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 75/139 2022-11-27T15:46:05.744 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 76/139 2022-11-27T15:46:05.978 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : pcre2-utf32-10.32-3.el8.x86_64 77/139 2022-11-27T15:46:06.275 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : pcre2-utf16-10.32-3.el8.x86_64 78/139 2022-11-27T15:46:06.509 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : pcre2-devel-10.32-3.el8.x86_64 79/139 2022-11-27T15:46:06.668 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libverto-devel-0.3.2-2.el8.x86_64 80/139 2022-11-27T15:46:06.800 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libuuid-devel-2.32.1-38.el8.x86_64 81/139 2022-11-27T15:46:07.071 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 82/139 2022-11-27T15:46:07.265 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libselinux-devel-2.9-6.el8.x86_64 83/139 2022-11-27T15:46:07.403 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libcom_err-devel-1.45.6-5.el8.x86_64 84/139 2022-11-27T15:46:07.567 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 85/139 2022-11-27T15:46:07.791 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : krb5-devel-1.18.2-21.el8.x86_64 86/139 2022-11-27T15:46:07.992 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : fuse-2.9.7-16.el8.x86_64 87/139 2022-11-27T15:46:08.176 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 88/139 2022-11-27T15:46:08.407 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : uuid-1.6.2-43.el8.x86_64 89/139 2022-11-27T15:46:08.519 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 89/139 2022-11-27T15:46:08.703 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 90/139 2022-11-27T15:46:08.966 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 91/139 2022-11-27T15:46:12.877 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-common-2:18.0.0-594.g697b0d99.el8.x86_64 92/139 2022-11-27T15:46:13.094 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-common-2:18.0.0-594.g697b0d99.el8.x86_64 92/139 2022-11-27T15:46:13.691 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-common-2:18.0.0-594.g697b0d99.el8.x86_64 92/139 2022-11-27T15:46:13.941 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-base-2:18.0.0-594.g697b0d99.el8.x86_64 93/139 2022-11-27T15:46:14.020 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-base-2:18.0.0-594.g697b0d99.el8.x86_64 93/139 2022-11-27T15:46:14.165 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-selinux-2:18.0.0-594.g697b0d99.el8.x86_64 94/139 2022-11-27T15:46:34.634 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-selinux-2:18.0.0-594.g697b0d99.el8.x86_64 94/139 2022-11-27T15:46:34.635 INFO:teuthology.orchestra.run.smithi055.stdout:skipping the directory /sys 2022-11-27T15:46:34.635 INFO:teuthology.orchestra.run.smithi055.stdout:skipping the directory /proc 2022-11-27T15:46:34.635 INFO:teuthology.orchestra.run.smithi055.stdout:skipping the directory /dev 2022-11-27T15:46:34.636 INFO:teuthology.orchestra.run.smithi055.stdout:skipping the directory /run 2022-11-27T15:46:34.636 INFO:teuthology.orchestra.run.smithi055.stdout:skipping the directory /mnt 2022-11-27T15:46:34.636 INFO:teuthology.orchestra.run.smithi055.stdout:skipping the directory /var/tmp 2022-11-27T15:46:34.637 INFO:teuthology.orchestra.run.smithi055.stdout:skipping the directory /home 2022-11-27T15:46:34.637 INFO:teuthology.orchestra.run.smithi055.stdout:skipping the directory /tmp 2022-11-27T15:46:34.638 INFO:teuthology.orchestra.run.smithi055.stdout:skipping the directory /dev 2022-11-27T15:46:34.638 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:46:35.104 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-volume-2:18.0.0-594.g697b0d99.el8.noarch 95/139 2022-11-27T15:46:36.694 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-volume-2:18.0.0-594.g697b0d99.el8.noarch 95/139 2022-11-27T15:46:36.880 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-osd-2:18.0.0-594.g697b0d99.el8.x86_64 96/139 2022-11-27T15:46:37.119 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-osd-2:18.0.0-594.g697b0d99.el8.x86_64 96/139 2022-11-27T15:46:37.270 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-mds-2:18.0.0-594.g697b0d99.el8.x86_64 97/139 2022-11-27T15:46:37.675 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-mds-2:18.0.0-594.g697b0d99.el8.x86_64 97/139 2022-11-27T15:46:37.820 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-mon-2:18.0.0-594.g697b0d99.el8.x86_64 98/139 2022-11-27T15:46:37.844 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-mon-2:18.0.0-594.g697b0d99.el8.x86_64 98/139 2022-11-27T15:46:38.019 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 99/139 2022-11-27T15:46:38.207 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 100/139 2022-11-27T15:46:38.362 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 101/139 2022-11-27T15:46:38.443 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 101/139 2022-11-27T15:46:38.728 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : jq-1.6-6.el8.x86_64 102/139 2022-11-27T15:46:38.920 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : automake-1.16.1-7.el8.noarch 103/139 2022-11-27T15:46:40.519 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: cephadm-2:18.0.0-594.g697b0d99.el8.noarch 104/139 2022-11-27T15:46:40.657 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : cephadm-2:18.0.0-594.g697b0d99.el8.noarch 104/139 2022-11-27T15:46:40.768 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-594.g697b0d99.el 105/139 2022-11-27T15:46:40.934 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-594.g697b0d99.e 106/139 2022-11-27T15:46:41.173 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-594.g697b0d99.el8.noar 107/139 2022-11-27T15:46:41.408 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-594.g697b0d99.el8.noar 107/139 2022-11-27T15:46:41.695 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-594.g697b0d99.el8.no 108/139 2022-11-27T15:46:42.722 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-594.g697b0d99.el8.no 108/139 2022-11-27T15:46:42.919 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-594.g697b 109/139 2022-11-27T15:46:43.021 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-594.g697b 109/139 2022-11-27T15:46:43.382 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-594.g697b0d99.el8 110/139 2022-11-27T15:46:43.546 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-mgr-2:18.0.0-594.g697b0d99.el8.x86_64 111/139 2022-11-27T15:46:43.582 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-mgr-2:18.0.0-594.g697b0d99.el8.x86_64 111/139 2022-11-27T15:46:43.711 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-mgr-rook-2:18.0.0-594.g697b0d99.el8.noarch 112/139 2022-11-27T15:46:43.722 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-594.g697b0d99.el8.noarch 112/139 2022-11-27T15:46:43.930 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-2:18.0.0-594.g697b0d99.el8.x86_64 113/139 2022-11-27T15:46:44.120 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libtool-2.4.6-25.el8.x86_64 114/139 2022-11-27T15:46:49.588 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 114/139 2022-11-27T15:46:51.509 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-test-2:18.0.0-594.g697b0d99.el8.x86_64 115/139 2022-11-27T15:46:51.662 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-radosgw-2:18.0.0-594.g697b0d99.el8.x86_64 116/139 2022-11-27T15:46:51.696 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-594.g697b0d99.el8.x86_64 116/139 2022-11-27T15:46:51.835 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-594.g697b0d 117/139 2022-11-27T15:46:51.878 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-594.g697b0d 117/139 2022-11-27T15:46:52.018 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : cephfs-mirror-2:18.0.0-594.g697b0d99.el8.x86_64 118/139 2022-11-27T15:46:52.386 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: cephfs-mirror-2:18.0.0-594.g697b0d99.el8.x86_64 118/139 2022-11-27T15:46:52.539 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : rbd-mirror-2:18.0.0-594.g697b0d99.el8.x86_64 119/139 2022-11-27T15:46:52.765 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: rbd-mirror-2:18.0.0-594.g697b0d99.el8.x86_64 119/139 2022-11-27T15:46:53.032 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : postgresql-contrib-10.19-1.module_el8.6.0+1047+4 120/139 2022-11-27T15:46:53.931 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-fuse-2:18.0.0-594.g697b0d99.el8.x86_64 121/139 2022-11-27T15:46:54.205 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : openssl-devel-1:1.1.1k-7.el8.x86_64 122/139 2022-11-27T15:46:54.364 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : xfsprogs-devel-5.0.0-10.el8.x86_64 123/139 2022-11-27T15:46:54.497 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libcephfs-devel-2:18.0.0-594.g697b0d99.el8.x86_6 124/139 2022-11-27T15:46:54.769 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : elfutils-libelf-devel-0.188-3.el8.x86_64 125/139 2022-11-27T15:46:56.893 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: postgresql-server-10.19-1.module_el8.6.0+1047+42 126/139 2022-11-27T15:46:57.126 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : postgresql-server-10.19-1.module_el8.6.0+1047+42 126/139 2022-11-27T15:46:57.144 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: postgresql-server-10.19-1.module_el8.6.0+1047+42 126/139 2022-11-27T15:46:57.345 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : cephfs-top-2:18.0.0-594.g697b0d99.el8.noarch 127/139 2022-11-27T15:46:57.609 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : rbd-fuse-2:18.0.0-594.g697b0d99.el8.x86_64 128/139 2022-11-27T15:46:57.803 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : rbd-nbd-2:18.0.0-594.g697b0d99.el8.x86_64 129/139 2022-11-27T15:46:57.975 INFO:teuthology.orchestra.run.smithi055.stdout: Upgrading : NetworkManager-initscripts-updown-1:1.40.4-1.el8 130/139 2022-11-27T15:46:57.987 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.40.4-1.el8 130/139 2022-11-27T15:46:58.171 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 131/139 2022-11-27T15:46:58.497 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : flex-2.6.1-9.el8.x86_64 132/139 2022-11-27T15:46:58.588 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 132/139 2022-11-27T15:46:58.742 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : bison-3.0.4-10.el8.x86_64 133/139 2022-11-27T15:46:58.754 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 133/139 2022-11-27T15:46:58.902 INFO:teuthology.orchestra.run.smithi055.stdout: Cleanup : elfutils-debuginfod-client-0.187-4.el8.x86_64 134/139 2022-11-27T15:46:59.037 INFO:teuthology.orchestra.run.smithi055.stdout: Cleanup : elfutils-libs-0.187-4.el8.x86_64 135/139 2022-11-27T15:46:59.038 INFO:teuthology.orchestra.run.smithi055.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 136/139 2022-11-27T15:46:59.219 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 136/139 2022-11-27T15:46:59.224 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.40.0-1.el8 137/139 2022-11-27T15:46:59.354 INFO:teuthology.orchestra.run.smithi055.stdout: Cleanup : NetworkManager-initscripts-updown-1:1.40.0-1.el8 137/139 2022-11-27T15:46:59.354 INFO:teuthology.orchestra.run.smithi055.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 138/139 2022-11-27T15:46:59.569 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 138/139 2022-11-27T15:46:59.726 INFO:teuthology.orchestra.run.smithi055.stdout: Cleanup : elfutils-libelf-0.187-4.el8.x86_64 139/139 2022-11-27T15:47:00.300 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: elfutils-libelf-0.187-4.el8.x86_64 139/139 2022-11-27T15:47:00.300 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-2:18.0.0-594.g697b0d99.el8.x86_64 1/139 2022-11-27T15:47:00.301 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-base-2:18.0.0-594.g697b0d99.el8.x86_64 2/139 2022-11-27T15:47:00.301 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-common-2:18.0.0-594.g697b0d99.el8.x86_64 3/139 2022-11-27T15:47:00.301 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-fuse-2:18.0.0-594.g697b0d99.el8.x86_64 4/139 2022-11-27T15:47:00.301 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-594.g697b0d 5/139 2022-11-27T15:47:00.302 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-mds-2:18.0.0-594.g697b0d99.el8.x86_64 6/139 2022-11-27T15:47:00.302 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-mgr-2:18.0.0-594.g697b0d99.el8.x86_64 7/139 2022-11-27T15:47:00.302 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-mon-2:18.0.0-594.g697b0d99.el8.x86_64 8/139 2022-11-27T15:47:00.302 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-osd-2:18.0.0-594.g697b0d99.el8.x86_64 9/139 2022-11-27T15:47:00.303 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-radosgw-2:18.0.0-594.g697b0d99.el8.x86_64 10/139 2022-11-27T15:47:00.303 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-selinux-2:18.0.0-594.g697b0d99.el8.x86_64 11/139 2022-11-27T15:47:00.303 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-test-2:18.0.0-594.g697b0d99.el8.x86_64 12/139 2022-11-27T15:47:00.304 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : cephfs-mirror-2:18.0.0-594.g697b0d99.el8.x86_64 13/139 2022-11-27T15:47:00.304 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libcephfs-devel-2:18.0.0-594.g697b0d99.el8.x86_6 14/139 2022-11-27T15:47:00.304 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libcephfs2-2:18.0.0-594.g697b0d99.el8.x86_64 15/139 2022-11-27T15:47:00.305 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libcephsqlite-2:18.0.0-594.g697b0d99.el8.x86_64 16/139 2022-11-27T15:47:00.305 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : librados-devel-2:18.0.0-594.g697b0d99.el8.x86_64 17/139 2022-11-27T15:47:00.305 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libradosstriper1-2:18.0.0-594.g697b0d99.el8.x86_ 18/139 2022-11-27T15:47:00.305 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : librgw2-2:18.0.0-594.g697b0d99.el8.x86_64 19/139 2022-11-27T15:47:00.306 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-ceph-argparse-2:18.0.0-594.g697b0d99.el8 20/139 2022-11-27T15:47:00.306 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-ceph-common-2:18.0.0-594.g697b0d99.el8.x 21/139 2022-11-27T15:47:00.306 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-cephfs-2:18.0.0-594.g697b0d99.el8.x86_64 22/139 2022-11-27T15:47:00.306 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-rados-2:18.0.0-594.g697b0d99.el8.x86_64 23/139 2022-11-27T15:47:00.307 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-rbd-2:18.0.0-594.g697b0d99.el8.x86_64 24/139 2022-11-27T15:47:00.307 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-rgw-2:18.0.0-594.g697b0d99.el8.x86_64 25/139 2022-11-27T15:47:00.307 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : rbd-fuse-2:18.0.0-594.g697b0d99.el8.x86_64 26/139 2022-11-27T15:47:00.308 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : rbd-mirror-2:18.0.0-594.g697b0d99.el8.x86_64 27/139 2022-11-27T15:47:00.308 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : rbd-nbd-2:18.0.0-594.g697b0d99.el8.x86_64 28/139 2022-11-27T15:47:00.308 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-594.g697b0d99.e 29/139 2022-11-27T15:47:00.308 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-594.g697b0d99.el8.noar 30/139 2022-11-27T15:47:00.309 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-594.g697b0d99.el8.no 31/139 2022-11-27T15:47:00.309 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-594.g697b 32/139 2022-11-27T15:47:00.309 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-594.g697b0d99.el8 33/139 2022-11-27T15:47:00.309 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-mgr-rook-2:18.0.0-594.g697b0d99.el8.noarch 34/139 2022-11-27T15:47:00.310 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-594.g697b0d99.el 35/139 2022-11-27T15:47:00.310 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-volume-2:18.0.0-594.g697b0d99.el8.noarch 36/139 2022-11-27T15:47:00.310 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : cephadm-2:18.0.0-594.g697b0d99.el8.noarch 37/139 2022-11-27T15:47:00.311 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : cephfs-top-2:18.0.0-594.g697b0d99.el8.noarch 38/139 2022-11-27T15:47:00.311 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : automake-1.16.1-7.el8.noarch 39/139 2022-11-27T15:47:00.311 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : bison-3.0.4-10.el8.x86_64 40/139 2022-11-27T15:47:00.311 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : flex-2.6.1-9.el8.x86_64 41/139 2022-11-27T15:47:00.312 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : jq-1.6-6.el8.x86_64 42/139 2022-11-27T15:47:00.312 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libpq-13.5-1.el8.x86_64 43/139 2022-11-27T15:47:00.312 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 44/139 2022-11-27T15:47:00.312 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 45/139 2022-11-27T15:47:00.313 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 46/139 2022-11-27T15:47:00.313 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 47/139 2022-11-27T15:47:00.313 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : openblas-0.3.15-4.el8.x86_64 48/139 2022-11-27T15:47:00.314 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : openblas-threads-0.3.15-4.el8.x86_64 49/139 2022-11-27T15:47:00.314 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : postgresql-10.19-1.module_el8.6.0+1047+4202cf9a. 50/139 2022-11-27T15:47:00.314 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : postgresql-contrib-10.19-1.module_el8.6.0+1047+4 51/139 2022-11-27T15:47:00.314 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : postgresql-server-10.19-1.module_el8.6.0+1047+42 52/139 2022-11-27T15:47:00.315 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 53/139 2022-11-27T15:47:00.315 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 54/139 2022-11-27T15:47:00.316 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 55/139 2022-11-27T15:47:00.316 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 56/139 2022-11-27T15:47:00.316 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 57/139 2022-11-27T15:47:00.317 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 58/139 2022-11-27T15:47:00.317 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 59/139 2022-11-27T15:47:00.318 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 60/139 2022-11-27T15:47:00.318 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 61/139 2022-11-27T15:47:00.318 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 62/139 2022-11-27T15:47:00.319 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 63/139 2022-11-27T15:47:00.319 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 64/139 2022-11-27T15:47:00.320 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 65/139 2022-11-27T15:47:00.320 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a2 66/139 2022-11-27T15:47:00.320 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 67/139 2022-11-27T15:47:00.321 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 68/139 2022-11-27T15:47:00.321 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 69/139 2022-11-27T15:47:00.321 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 70/139 2022-11-27T15:47:00.322 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : elfutils-libelf-devel-0.188-3.el8.x86_64 71/139 2022-11-27T15:47:00.322 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : fuse-2.9.7-16.el8.x86_64 72/139 2022-11-27T15:47:00.322 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 73/139 2022-11-27T15:47:00.323 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : krb5-devel-1.18.2-21.el8.x86_64 74/139 2022-11-27T15:47:00.323 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 75/139 2022-11-27T15:47:00.324 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libcom_err-devel-1.45.6-5.el8.x86_64 76/139 2022-11-27T15:47:00.324 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libgfortran-8.5.0-17.el8.x86_64 77/139 2022-11-27T15:47:00.324 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libquadmath-8.5.0-17.el8.x86_64 78/139 2022-11-27T15:47:00.325 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 79/139 2022-11-27T15:47:00.325 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libselinux-devel-2.9-6.el8.x86_64 80/139 2022-11-27T15:47:00.325 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 81/139 2022-11-27T15:47:00.326 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libuuid-devel-2.32.1-38.el8.x86_64 82/139 2022-11-27T15:47:00.326 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libverto-devel-0.3.2-2.el8.x86_64 83/139 2022-11-27T15:47:00.327 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : openssl-devel-1:1.1.1k-7.el8.x86_64 84/139 2022-11-27T15:47:00.327 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : pcre2-devel-10.32-3.el8.x86_64 85/139 2022-11-27T15:47:00.327 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : pcre2-utf16-10.32-3.el8.x86_64 86/139 2022-11-27T15:47:00.328 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : pcre2-utf32-10.32-3.el8.x86_64 87/139 2022-11-27T15:47:00.328 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 88/139 2022-11-27T15:47:00.329 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 89/139 2022-11-27T15:47:00.329 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 90/139 2022-11-27T15:47:00.329 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 91/139 2022-11-27T15:47:00.330 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 92/139 2022-11-27T15:47:00.330 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 93/139 2022-11-27T15:47:00.330 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : xfsprogs-devel-5.0.0-10.el8.x86_64 94/139 2022-11-27T15:47:00.331 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : zlib-devel-1.2.11-20.el8.x86_64 95/139 2022-11-27T15:47:00.331 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 96/139 2022-11-27T15:47:00.332 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 97/139 2022-11-27T15:47:00.332 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 98/139 2022-11-27T15:47:00.333 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 99/139 2022-11-27T15:47:00.333 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 100/139 2022-11-27T15:47:00.333 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 101/139 2022-11-27T15:47:00.334 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 102/139 2022-11-27T15:47:00.334 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 103/139 2022-11-27T15:47:00.335 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 104/139 2022-11-27T15:47:00.335 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 105/139 2022-11-27T15:47:00.336 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 106/139 2022-11-27T15:47:00.336 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 107/139 2022-11-27T15:47:00.336 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 108/139 2022-11-27T15:47:00.337 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 109/139 2022-11-27T15:47:00.337 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 110/139 2022-11-27T15:47:00.337 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 111/139 2022-11-27T15:47:00.338 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 112/139 2022-11-27T15:47:00.338 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 113/139 2022-11-27T15:47:00.339 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-portend-2.6-1.el8.noarch 114/139 2022-11-27T15:47:00.339 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 115/139 2022-11-27T15:47:00.339 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 116/139 2022-11-27T15:47:00.340 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-rsa-4.8-1.el8.noarch 117/139 2022-11-27T15:47:00.340 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 118/139 2022-11-27T15:47:00.340 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 119/139 2022-11-27T15:47:00.340 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 120/139 2022-11-27T15:47:00.341 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 121/139 2022-11-27T15:47:00.341 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-waitress-1.2.1-2.el8.1.noarch 122/139 2022-11-27T15:47:00.341 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 123/139 2022-11-27T15:47:00.341 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 124/139 2022-11-27T15:47:00.341 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 125/139 2022-11-27T15:47:00.342 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 126/139 2022-11-27T15:47:00.342 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 127/139 2022-11-27T15:47:00.342 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : librados2-2:18.0.0-594.g697b0d99.el8.x86_64 128/139 2022-11-27T15:47:00.342 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 129/139 2022-11-27T15:47:00.343 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : librbd1-2:18.0.0-594.g697b0d99.el8.x86_64 130/139 2022-11-27T15:47:00.343 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 131/139 2022-11-27T15:47:00.343 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : NetworkManager-initscripts-updown-1:1.40.4-1.el8 132/139 2022-11-27T15:47:00.343 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : NetworkManager-initscripts-updown-1:1.40.0-1.el8 133/139 2022-11-27T15:47:00.344 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : elfutils-debuginfod-client-0.188-3.el8.x86_64 134/139 2022-11-27T15:47:00.344 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : elfutils-debuginfod-client-0.187-4.el8.x86_64 135/139 2022-11-27T15:47:00.344 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : elfutils-libelf-0.188-3.el8.x86_64 136/139 2022-11-27T15:47:00.344 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : elfutils-libelf-0.187-4.el8.x86_64 137/139 2022-11-27T15:47:00.345 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : elfutils-libs-0.188-3.el8.x86_64 138/139 2022-11-27T15:47:02.153 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : elfutils-libs-0.187-4.el8.x86_64 139/139 2022-11-27T15:47:02.154 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:02.154 INFO:teuthology.orchestra.run.smithi055.stdout:Upgraded: 2022-11-27T15:47:02.154 INFO:teuthology.orchestra.run.smithi055.stdout: NetworkManager-initscripts-updown-1:1.40.4-1.el8.noarch 2022-11-27T15:47:02.155 INFO:teuthology.orchestra.run.smithi055.stdout: elfutils-debuginfod-client-0.188-3.el8.x86_64 2022-11-27T15:47:02.155 INFO:teuthology.orchestra.run.smithi055.stdout: elfutils-libelf-0.188-3.el8.x86_64 2022-11-27T15:47:02.155 INFO:teuthology.orchestra.run.smithi055.stdout: elfutils-libs-0.188-3.el8.x86_64 2022-11-27T15:47:02.155 INFO:teuthology.orchestra.run.smithi055.stdout: librados2-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T15:47:02.156 INFO:teuthology.orchestra.run.smithi055.stdout: librbd1-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T15:47:02.156 INFO:teuthology.orchestra.run.smithi055.stdout:Installed: 2022-11-27T15:47:02.156 INFO:teuthology.orchestra.run.smithi055.stdout: automake-1.16.1-7.el8.noarch 2022-11-27T15:47:02.157 INFO:teuthology.orchestra.run.smithi055.stdout: bison-3.0.4-10.el8.x86_64 2022-11-27T15:47:02.157 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T15:47:02.157 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-base-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T15:47:02.157 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-common-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T15:47:02.158 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-fuse-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T15:47:02.158 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-grafana-dashboards-2:18.0.0-594.g697b0d99.el8.noarch 2022-11-27T15:47:02.158 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-immutable-object-cache-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T15:47:02.158 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mds-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T15:47:02.159 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T15:47:02.159 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-cephadm-2:18.0.0-594.g697b0d99.el8.noarch 2022-11-27T15:47:02.159 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-dashboard-2:18.0.0-594.g697b0d99.el8.noarch 2022-11-27T15:47:02.159 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-diskprediction-local-2:18.0.0-594.g697b0d99.el8.noarch 2022-11-27T15:47:02.160 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-modules-core-2:18.0.0-594.g697b0d99.el8.noarch 2022-11-27T15:47:02.160 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-rook-2:18.0.0-594.g697b0d99.el8.noarch 2022-11-27T15:47:02.160 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mon-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T15:47:02.160 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-osd-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T15:47:02.160 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-prometheus-alerts-2:18.0.0-594.g697b0d99.el8.noarch 2022-11-27T15:47:02.161 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-radosgw-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T15:47:02.161 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-selinux-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T15:47:02.161 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-test-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T15:47:02.161 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-volume-2:18.0.0-594.g697b0d99.el8.noarch 2022-11-27T15:47:02.161 INFO:teuthology.orchestra.run.smithi055.stdout: cephadm-2:18.0.0-594.g697b0d99.el8.noarch 2022-11-27T15:47:02.162 INFO:teuthology.orchestra.run.smithi055.stdout: cephfs-mirror-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T15:47:02.162 INFO:teuthology.orchestra.run.smithi055.stdout: cephfs-top-2:18.0.0-594.g697b0d99.el8.noarch 2022-11-27T15:47:02.162 INFO:teuthology.orchestra.run.smithi055.stdout: elfutils-libelf-devel-0.188-3.el8.x86_64 2022-11-27T15:47:02.162 INFO:teuthology.orchestra.run.smithi055.stdout: flex-2.6.1-9.el8.x86_64 2022-11-27T15:47:02.163 INFO:teuthology.orchestra.run.smithi055.stdout: fuse-2.9.7-16.el8.x86_64 2022-11-27T15:47:02.163 INFO:teuthology.orchestra.run.smithi055.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2022-11-27T15:47:02.163 INFO:teuthology.orchestra.run.smithi055.stdout: jq-1.6-6.el8.x86_64 2022-11-27T15:47:02.163 INFO:teuthology.orchestra.run.smithi055.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2022-11-27T15:47:02.164 INFO:teuthology.orchestra.run.smithi055.stdout: krb5-devel-1.18.2-21.el8.x86_64 2022-11-27T15:47:02.164 INFO:teuthology.orchestra.run.smithi055.stdout: libaio-devel-0.3.112-1.el8.x86_64 2022-11-27T15:47:02.164 INFO:teuthology.orchestra.run.smithi055.stdout: libcephfs-devel-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T15:47:02.164 INFO:teuthology.orchestra.run.smithi055.stdout: libcephfs2-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T15:47:02.164 INFO:teuthology.orchestra.run.smithi055.stdout: libcephsqlite-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T15:47:02.165 INFO:teuthology.orchestra.run.smithi055.stdout: libcom_err-devel-1.45.6-5.el8.x86_64 2022-11-27T15:47:02.165 INFO:teuthology.orchestra.run.smithi055.stdout: libgfortran-8.5.0-17.el8.x86_64 2022-11-27T15:47:02.165 INFO:teuthology.orchestra.run.smithi055.stdout: liboath-2.6.2-3.el8.x86_64 2022-11-27T15:47:02.165 INFO:teuthology.orchestra.run.smithi055.stdout: libpq-13.5-1.el8.x86_64 2022-11-27T15:47:02.166 INFO:teuthology.orchestra.run.smithi055.stdout: libquadmath-8.5.0-17.el8.x86_64 2022-11-27T15:47:02.166 INFO:teuthology.orchestra.run.smithi055.stdout: librabbitmq-0.9.0-3.el8.x86_64 2022-11-27T15:47:02.166 INFO:teuthology.orchestra.run.smithi055.stdout: librados-devel-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T15:47:02.166 INFO:teuthology.orchestra.run.smithi055.stdout: libradosstriper1-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T15:47:02.166 INFO:teuthology.orchestra.run.smithi055.stdout: librdkafka-0.11.4-3.el8.x86_64 2022-11-27T15:47:02.167 INFO:teuthology.orchestra.run.smithi055.stdout: librgw2-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T15:47:02.167 INFO:teuthology.orchestra.run.smithi055.stdout: libselinux-devel-2.9-6.el8.x86_64 2022-11-27T15:47:02.167 INFO:teuthology.orchestra.run.smithi055.stdout: libsepol-devel-2.9-3.el8.x86_64 2022-11-27T15:47:02.167 INFO:teuthology.orchestra.run.smithi055.stdout: libtool-2.4.6-25.el8.x86_64 2022-11-27T15:47:02.167 INFO:teuthology.orchestra.run.smithi055.stdout: libunwind-1.3.1-3.el8.x86_64 2022-11-27T15:47:02.168 INFO:teuthology.orchestra.run.smithi055.stdout: libuuid-devel-2.32.1-38.el8.x86_64 2022-11-27T15:47:02.168 INFO:teuthology.orchestra.run.smithi055.stdout: libverto-devel-0.3.2-2.el8.x86_64 2022-11-27T15:47:02.168 INFO:teuthology.orchestra.run.smithi055.stdout: lttng-ust-2.8.1-11.el8.x86_64 2022-11-27T15:47:02.168 INFO:teuthology.orchestra.run.smithi055.stdout: oniguruma-6.8.2-2.el8.x86_64 2022-11-27T15:47:02.169 INFO:teuthology.orchestra.run.smithi055.stdout: openblas-0.3.15-4.el8.x86_64 2022-11-27T15:47:02.169 INFO:teuthology.orchestra.run.smithi055.stdout: openblas-threads-0.3.15-4.el8.x86_64 2022-11-27T15:47:02.169 INFO:teuthology.orchestra.run.smithi055.stdout: openssl-devel-1:1.1.1k-7.el8.x86_64 2022-11-27T15:47:02.169 INFO:teuthology.orchestra.run.smithi055.stdout: pcre2-devel-10.32-3.el8.x86_64 2022-11-27T15:47:02.170 INFO:teuthology.orchestra.run.smithi055.stdout: pcre2-utf16-10.32-3.el8.x86_64 2022-11-27T15:47:02.170 INFO:teuthology.orchestra.run.smithi055.stdout: pcre2-utf32-10.32-3.el8.x86_64 2022-11-27T15:47:02.170 INFO:teuthology.orchestra.run.smithi055.stdout: postgresql-10.19-1.module_el8.6.0+1047+4202cf9a.x86_64 2022-11-27T15:47:02.170 INFO:teuthology.orchestra.run.smithi055.stdout: postgresql-contrib-10.19-1.module_el8.6.0+1047+4202cf9a.x86_64 2022-11-27T15:47:02.170 INFO:teuthology.orchestra.run.smithi055.stdout: postgresql-server-10.19-1.module_el8.6.0+1047+4202cf9a.x86_64 2022-11-27T15:47:02.171 INFO:teuthology.orchestra.run.smithi055.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2022-11-27T15:47:02.171 INFO:teuthology.orchestra.run.smithi055.stdout: python3-babel-2.5.1-7.el8.noarch 2022-11-27T15:47:02.171 INFO:teuthology.orchestra.run.smithi055.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2022-11-27T15:47:02.171 INFO:teuthology.orchestra.run.smithi055.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2022-11-27T15:47:02.172 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cachetools-3.1.1-4.el8.noarch 2022-11-27T15:47:02.172 INFO:teuthology.orchestra.run.smithi055.stdout: python3-ceph-argparse-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T15:47:02.172 INFO:teuthology.orchestra.run.smithi055.stdout: python3-ceph-common-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T15:47:02.172 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cephfs-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T15:47:02.172 INFO:teuthology.orchestra.run.smithi055.stdout: python3-certifi-2018.10.15-7.el8.noarch 2022-11-27T15:47:02.173 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cffi-1.11.5-5.el8.x86_64 2022-11-27T15:47:02.173 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cheroot-8.5.2-1.el8.noarch 2022-11-27T15:47:02.173 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2022-11-27T15:47:02.173 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2022-11-27T15:47:02.174 INFO:teuthology.orchestra.run.smithi055.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2022-11-27T15:47:02.174 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jaraco-6.2-6.el8.noarch 2022-11-27T15:47:02.174 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2022-11-27T15:47:02.174 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jinja2-2.10.1-3.el8.noarch 2022-11-27T15:47:02.175 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jsonpatch-1.21-2.el8.noarch 2022-11-27T15:47:02.175 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jsonpointer-1.10-11.el8.noarch 2022-11-27T15:47:02.175 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jwt-1.6.1-2.el8.noarch 2022-11-27T15:47:02.175 INFO:teuthology.orchestra.run.smithi055.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2022-11-27T15:47:02.176 INFO:teuthology.orchestra.run.smithi055.stdout: python3-logutils-0.3.5-11.el8.noarch 2022-11-27T15:47:02.176 INFO:teuthology.orchestra.run.smithi055.stdout: python3-mako-1.0.6-13.el8.noarch 2022-11-27T15:47:02.176 INFO:teuthology.orchestra.run.smithi055.stdout: python3-markupsafe-0.23-19.el8.x86_64 2022-11-27T15:47:02.176 INFO:teuthology.orchestra.run.smithi055.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2022-11-27T15:47:02.177 INFO:teuthology.orchestra.run.smithi055.stdout: python3-natsort-7.1.1-2.el8.noarch 2022-11-27T15:47:02.177 INFO:teuthology.orchestra.run.smithi055.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2022-11-27T15:47:02.177 INFO:teuthology.orchestra.run.smithi055.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2022-11-27T15:47:02.177 INFO:teuthology.orchestra.run.smithi055.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2022-11-27T15:47:02.178 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pecan-1.3.2-9.el8.noarch 2022-11-27T15:47:02.178 INFO:teuthology.orchestra.run.smithi055.stdout: python3-portend-2.6-1.el8.noarch 2022-11-27T15:47:02.178 INFO:teuthology.orchestra.run.smithi055.stdout: python3-prettytable-0.7.2-14.el8.noarch 2022-11-27T15:47:02.179 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2022-11-27T15:47:02.179 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2022-11-27T15:47:02.179 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2022-11-27T15:47:02.180 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pycparser-2.14-14.el8.noarch 2022-11-27T15:47:02.180 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pytz-2017.2-9.el8.noarch 2022-11-27T15:47:02.180 INFO:teuthology.orchestra.run.smithi055.stdout: python3-rados-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T15:47:02.180 INFO:teuthology.orchestra.run.smithi055.stdout: python3-rbd-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T15:47:02.181 INFO:teuthology.orchestra.run.smithi055.stdout: python3-repoze-lru-0.7-6.el8.noarch 2022-11-27T15:47:02.181 INFO:teuthology.orchestra.run.smithi055.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2022-11-27T15:47:02.181 INFO:teuthology.orchestra.run.smithi055.stdout: python3-rgw-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T15:47:02.181 INFO:teuthology.orchestra.run.smithi055.stdout: python3-routes-2.4.1-12.el8.noarch 2022-11-27T15:47:02.182 INFO:teuthology.orchestra.run.smithi055.stdout: python3-rsa-4.8-1.el8.noarch 2022-11-27T15:47:02.182 INFO:teuthology.orchestra.run.smithi055.stdout: python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a225.x86_64 2022-11-27T15:47:02.182 INFO:teuthology.orchestra.run.smithi055.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2022-11-27T15:47:02.183 INFO:teuthology.orchestra.run.smithi055.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2022-11-27T15:47:02.183 INFO:teuthology.orchestra.run.smithi055.stdout: python3-tempora-1.14.1-5.el8.noarch 2022-11-27T15:47:02.183 INFO:teuthology.orchestra.run.smithi055.stdout: python3-trustme-0.6.0-4.el8.noarch 2022-11-27T15:47:02.183 INFO:teuthology.orchestra.run.smithi055.stdout: python3-waitress-1.2.1-2.el8.1.noarch 2022-11-27T15:47:02.184 INFO:teuthology.orchestra.run.smithi055.stdout: python3-webob-1.8.5-1.el8.1.noarch 2022-11-27T15:47:02.184 INFO:teuthology.orchestra.run.smithi055.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2022-11-27T15:47:02.184 INFO:teuthology.orchestra.run.smithi055.stdout: python3-webtest-2.0.33-1.el8.noarch 2022-11-27T15:47:02.184 INFO:teuthology.orchestra.run.smithi055.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2022-11-27T15:47:02.185 INFO:teuthology.orchestra.run.smithi055.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2022-11-27T15:47:02.185 INFO:teuthology.orchestra.run.smithi055.stdout: rbd-fuse-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T15:47:02.185 INFO:teuthology.orchestra.run.smithi055.stdout: rbd-mirror-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T15:47:02.185 INFO:teuthology.orchestra.run.smithi055.stdout: rbd-nbd-2:18.0.0-594.g697b0d99.el8.x86_64 2022-11-27T15:47:02.186 INFO:teuthology.orchestra.run.smithi055.stdout: socat-1.7.4.1-1.el8.x86_64 2022-11-27T15:47:02.186 INFO:teuthology.orchestra.run.smithi055.stdout: thrift-0.13.0-2.el8.x86_64 2022-11-27T15:47:02.186 INFO:teuthology.orchestra.run.smithi055.stdout: uuid-1.6.2-43.el8.x86_64 2022-11-27T15:47:02.186 INFO:teuthology.orchestra.run.smithi055.stdout: xfsprogs-devel-5.0.0-10.el8.x86_64 2022-11-27T15:47:02.186 INFO:teuthology.orchestra.run.smithi055.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2022-11-27T15:47:02.187 INFO:teuthology.orchestra.run.smithi055.stdout: zlib-devel-1.2.11-20.el8.x86_64 2022-11-27T15:47:02.187 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:02.188 INFO:teuthology.orchestra.run.smithi055.stdout:Complete! 2022-11-27T15:47:02.374 DEBUG:teuthology.parallel:result is None 2022-11-27T15:47:02.375 DEBUG:teuthology.orchestra.run.smithi055:> sudo lsb_release -is 2022-11-27T15:47:02.420 INFO:teuthology.orchestra.run.smithi055.stdout:CentOSStream 2022-11-27T15:47:02.421 DEBUG:teuthology.misc:System to be installed: CentOSStream 2022-11-27T15:47:02.422 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=697b0d99d9a52df92b20c8e053dcd46c75f364a9 2022-11-27T15:47:02.578 DEBUG:teuthology.orchestra.run.smithi055:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2022-11-27T15:47:02.602 INFO:teuthology.orchestra.run.smithi055.stdout:18.0.0-594.g697b0d99.el8 2022-11-27T15:47:02.603 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-594.g697b0d99.el8 2022-11-27T15:47:02.604 INFO:teuthology.task.install:The correct ceph version 18.0.0-594.g697b0d99 is installed. 2022-11-27T15:47:02.605 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2022-11-27T15:47:02.606 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2022-11-27T15:47:02.606 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2022-11-27T15:47:02.671 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2022-11-27T15:47:02.671 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2022-11-27T15:47:02.672 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd of=/usr/bin/daemon-helper 2022-11-27T15:47:02.740 DEBUG:teuthology.orchestra.run.smithi055:> sudo chmod a=rx -- /usr/bin/daemon-helper 2022-11-27T15:47:02.810 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2022-11-27T15:47:02.811 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2022-11-27T15:47:02.811 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd of=/usr/bin/adjust-ulimits 2022-11-27T15:47:02.878 DEBUG:teuthology.orchestra.run.smithi055:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2022-11-27T15:47:02.946 INFO:teuthology.run_tasks:Running task ceph... 2022-11-27T15:47:03.016 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2022-11-27T15:47:03.017 DEBUG:teuthology.orchestra.run.smithi055:> sudo chmod 777 /var/log/ceph 2022-11-27T15:47:03.046 INFO:tasks.ceph:Disabling ceph logrotate... 2022-11-27T15:47:03.047 DEBUG:teuthology.orchestra.run.smithi055:> sudo rm -f -- /etc/logrotate.d/ceph 2022-11-27T15:47:03.115 INFO:tasks.ceph:Creating extra log directories... 2022-11-27T15:47:03.116 DEBUG:teuthology.orchestra.run.smithi055:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2022-11-27T15:47:03.189 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2022-11-27T15:47:03.191 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2022-11-27T15:47:03.197 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2022-11-27T15:47:03.198 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2022-11-27T15:47:03.198 DEBUG:teuthology.orchestra.run.smithi055:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2022-11-27T15:47:03.241 DEBUG:teuthology.orchestra.run.smithi055:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2022-11-27T15:47:03.372 DEBUG:teuthology.orchestra.run.smithi055:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2022-11-27T15:47:03.409 INFO:tasks.ceph:Creating ceph cluster ceph... 2022-11-27T15:47:03.410 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'osd_pool_default_min_size': 1, 'osd_pool_default_size': 1}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 1073741824, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'OSD full dropping all updates', 'OSD near full', 'pausewr flag', 'failsafe engaged, dropping updates', 'failsafe disengaged, no longer dropping', 'is full \\(reached quota', 'POOL_FULL', 'POOL_NEARFULL', 'POOL_BACKFILLFULL', 'PG_DEGRADED', 'OSD_OUT_OF_ORDER_FULL', 'OSD_NEARFULL', 'OSD_FULL'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2022-11-27T15:47:03.411 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/yuriw-2022-11-23_17:24:26-fs-main-distro-default-smithi/7088618', 'branch': 'main', 'description': 'fs/full/{begin/{0-install 1-ceph 2-logrotate} clusters/1-node-1-mds-1-osd conf/{client mds mon osd} distro/{centos_8} mount/fuse objectstore/bluestore-bitmap overrides overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/mgr-osd-full}', 'email': 'ceph-qa@ceph.io', 'first_in_suite': False, 'job_id': '7088618', 'kernel': {'kdb': True, 'sha1': 'distro'}, 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'name': 'yuriw-2022-11-23_17:24:26-fs-main-distro-default-smithi', 'no_nested_subset': False, 'nuke-on-error': True, 'openstack': [{'volumes': {'count': 1, 'size': 5}}, {'machine': {'disk': 10}}], 'os_type': 'centos', 'os_version': '8.stream', 'overrides': {'admin_socket': {'branch': 'main'}, 'ceph': {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'osd_pool_default_min_size': 1, 'osd_pool_default_size': 1}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 1073741824, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'OSD full dropping all updates', 'OSD near full', 'pausewr flag', 'failsafe engaged, dropping updates', 'failsafe disengaged, no longer dropping', 'is full \\(reached quota', 'POOL_FULL', 'POOL_NEARFULL', 'POOL_BACKFILLFULL', 'PG_DEGRADED', 'OSD_OUT_OF_ORDER_FULL', 'OSD_NEARFULL', 'OSD_FULL'], 'sha1': '697b0d99d9a52df92b20c8e053dcd46c75f364a9'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {'osd default pool size': 2}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '697b0d99d9a52df92b20c8e053dcd46c75f364a9'}}, 'selinux': {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'main', 'sha1': '697b0d99d9a52df92b20c8e053dcd46c75f364a9'}}, 'owner': 'scheduled_yuriw@teuthology', 'priority': 71, 'repo': 'https://github.com/ceph/ceph-ci.git', 'roles': [['mon.a', 'mgr.x', 'mds.a', 'osd.0', 'client.0']], 'sha1': '697b0d99d9a52df92b20c8e053dcd46c75f364a9', 'sleep_before_teardown': 0, 'suite': 'fs', 'suite_branch': 'main', 'suite_path': '/home/teuthworker/src/github.com_ceph_ceph-c_697b0d99d9a52df92b20c8e053dcd46c75f364a9/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://github.com/ceph/ceph-ci.git', 'suite_sha1': '697b0d99d9a52df92b20c8e053dcd46c75f364a9', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi055.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEX1uDJw2Fsrll+Y6NIIbdhnZ2VRajAmie29IgAxhx0HRE5X7HmXLMa3iTu+WXq78oOxwtOYJRvHXbavMNJTLqU='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '697b0d99d9a52df92b20c8e053dcd46c75f364a9'}}, {'ceph': None}, {'ceph-fuse': None}, {'workunit': {'cleanup': True, 'clients': {'client.0': ['fs/full/subvolume_rm.sh']}}}, {'workunit': {'cleanup': True, 'clients': {'client.0': ['fs/full/subvolume_clone.sh']}}}, {'workunit': {'cleanup': True, 'clients': {'client.0': ['fs/full/subvolume_snapshot_rm.sh']}}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'main', 'teuthology_sha1': '4da97cf64e542f347ec47b7bdbe5eca99759f9b7', 'timestamp': '2022-11-23_17:24:26', 'tube': 'smithi', 'user': 'yuriw', 'verbose': True, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.11998'} 2022-11-27T15:47:03.413 DEBUG:teuthology.orchestra.run.smithi055:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2022-11-27T15:47:03.460 DEBUG:teuthology.orchestra.run.smithi055:> sudo install -d -m0777 -- /var/run/ceph 2022-11-27T15:47:03.528 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2022-11-27T15:47:03.529 DEBUG:teuthology.orchestra.run.smithi055:> dd if=/scratch_devs of=/dev/stdout 2022-11-27T15:47:03.587 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2022-11-27T15:47:03.587 DEBUG:teuthology.orchestra.run.smithi055:> stat /dev/vg_nvme/lv_1 2022-11-27T15:47:03.644 INFO:teuthology.orchestra.run.smithi055.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2022-11-27T15:47:03.645 INFO:teuthology.orchestra.run.smithi055.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-11-27T15:47:03.645 INFO:teuthology.orchestra.run.smithi055.stdout:Device: 6h/6d Inode: 380604 Links: 1 2022-11-27T15:47:03.646 INFO:teuthology.orchestra.run.smithi055.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-11-27T15:47:03.646 INFO:teuthology.orchestra.run.smithi055.stdout:Context: system_u:object_r:device_t:s0 2022-11-27T15:47:03.646 INFO:teuthology.orchestra.run.smithi055.stdout:Access: 2022-11-27 15:46:59.930072573 +0000 2022-11-27T15:47:03.647 INFO:teuthology.orchestra.run.smithi055.stdout:Modify: 2022-11-27 15:44:27.392580142 +0000 2022-11-27T15:47:03.647 INFO:teuthology.orchestra.run.smithi055.stdout:Change: 2022-11-27 15:44:27.392580142 +0000 2022-11-27T15:47:03.647 INFO:teuthology.orchestra.run.smithi055.stdout: Birth: - 2022-11-27T15:47:03.648 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2022-11-27T15:47:03.712 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records in 2022-11-27T15:47:03.712 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records out 2022-11-27T15:47:03.713 INFO:teuthology.orchestra.run.smithi055.stderr:512 bytes copied, 0.00029857 s, 1.7 MB/s 2022-11-27T15:47:03.714 DEBUG:teuthology.orchestra.run.smithi055:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2022-11-27T15:47:03.773 DEBUG:teuthology.orchestra.run.smithi055:> stat /dev/vg_nvme/lv_2 2022-11-27T15:47:03.832 INFO:teuthology.orchestra.run.smithi055.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2022-11-27T15:47:03.833 INFO:teuthology.orchestra.run.smithi055.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-11-27T15:47:03.834 INFO:teuthology.orchestra.run.smithi055.stdout:Device: 6h/6d Inode: 381046 Links: 1 2022-11-27T15:47:03.834 INFO:teuthology.orchestra.run.smithi055.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-11-27T15:47:03.835 INFO:teuthology.orchestra.run.smithi055.stdout:Context: system_u:object_r:device_t:s0 2022-11-27T15:47:03.835 INFO:teuthology.orchestra.run.smithi055.stdout:Access: 2022-11-27 15:46:59.930072573 +0000 2022-11-27T15:47:03.835 INFO:teuthology.orchestra.run.smithi055.stdout:Modify: 2022-11-27 15:44:27.959568817 +0000 2022-11-27T15:47:03.836 INFO:teuthology.orchestra.run.smithi055.stdout:Change: 2022-11-27 15:44:27.959568817 +0000 2022-11-27T15:47:03.836 INFO:teuthology.orchestra.run.smithi055.stdout: Birth: - 2022-11-27T15:47:03.837 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2022-11-27T15:47:03.899 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records in 2022-11-27T15:47:03.899 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records out 2022-11-27T15:47:03.900 INFO:teuthology.orchestra.run.smithi055.stderr:512 bytes copied, 0.000290994 s, 1.8 MB/s 2022-11-27T15:47:03.901 DEBUG:teuthology.orchestra.run.smithi055:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2022-11-27T15:47:03.961 DEBUG:teuthology.orchestra.run.smithi055:> stat /dev/vg_nvme/lv_3 2022-11-27T15:47:04.018 INFO:teuthology.orchestra.run.smithi055.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2022-11-27T15:47:04.019 INFO:teuthology.orchestra.run.smithi055.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-11-27T15:47:04.019 INFO:teuthology.orchestra.run.smithi055.stdout:Device: 6h/6d Inode: 372692 Links: 1 2022-11-27T15:47:04.019 INFO:teuthology.orchestra.run.smithi055.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-11-27T15:47:04.020 INFO:teuthology.orchestra.run.smithi055.stdout:Context: system_u:object_r:device_t:s0 2022-11-27T15:47:04.020 INFO:teuthology.orchestra.run.smithi055.stdout:Access: 2022-11-27 15:46:59.930072573 +0000 2022-11-27T15:47:04.020 INFO:teuthology.orchestra.run.smithi055.stdout:Modify: 2022-11-27 15:44:28.510557811 +0000 2022-11-27T15:47:04.020 INFO:teuthology.orchestra.run.smithi055.stdout:Change: 2022-11-27 15:44:28.510557811 +0000 2022-11-27T15:47:04.021 INFO:teuthology.orchestra.run.smithi055.stdout: Birth: - 2022-11-27T15:47:04.021 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2022-11-27T15:47:04.084 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records in 2022-11-27T15:47:04.085 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records out 2022-11-27T15:47:04.085 INFO:teuthology.orchestra.run.smithi055.stderr:512 bytes copied, 0.000264509 s, 1.9 MB/s 2022-11-27T15:47:04.086 DEBUG:teuthology.orchestra.run.smithi055:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2022-11-27T15:47:04.145 DEBUG:teuthology.orchestra.run.smithi055:> stat /dev/vg_nvme/lv_4 2022-11-27T15:47:04.204 INFO:teuthology.orchestra.run.smithi055.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2022-11-27T15:47:04.204 INFO:teuthology.orchestra.run.smithi055.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-11-27T15:47:04.204 INFO:teuthology.orchestra.run.smithi055.stdout:Device: 6h/6d Inode: 384087 Links: 1 2022-11-27T15:47:04.205 INFO:teuthology.orchestra.run.smithi055.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-11-27T15:47:04.205 INFO:teuthology.orchestra.run.smithi055.stdout:Context: system_u:object_r:device_t:s0 2022-11-27T15:47:04.205 INFO:teuthology.orchestra.run.smithi055.stdout:Access: 2022-11-27 15:46:59.931072553 +0000 2022-11-27T15:47:04.206 INFO:teuthology.orchestra.run.smithi055.stdout:Modify: 2022-11-27 15:44:29.054546944 +0000 2022-11-27T15:47:04.206 INFO:teuthology.orchestra.run.smithi055.stdout:Change: 2022-11-27 15:44:29.054546944 +0000 2022-11-27T15:47:04.207 INFO:teuthology.orchestra.run.smithi055.stdout: Birth: - 2022-11-27T15:47:04.207 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2022-11-27T15:47:04.271 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records in 2022-11-27T15:47:04.272 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records out 2022-11-27T15:47:04.272 INFO:teuthology.orchestra.run.smithi055.stderr:512 bytes copied, 0.00027485 s, 1.9 MB/s 2022-11-27T15:47:04.273 DEBUG:teuthology.orchestra.run.smithi055:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2022-11-27T15:47:04.333 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1'} 2022-11-27T15:47:04.333 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi055.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1'}} 2022-11-27T15:47:04.334 INFO:tasks.ceph:Generating config... 2022-11-27T15:47:04.336 INFO:tasks.ceph:[client] client mount timeout = 600 2022-11-27T15:47:04.336 INFO:tasks.ceph:[client] debug client = 20 2022-11-27T15:47:04.336 INFO:tasks.ceph:[client] debug ms = 1 2022-11-27T15:47:04.337 INFO:tasks.ceph:[client] pid file = 2022-11-27T15:47:04.337 INFO:tasks.ceph:[client] rados mon op timeout = 900 2022-11-27T15:47:04.337 INFO:tasks.ceph:[client] rados osd op timeout = 900 2022-11-27T15:47:04.338 INFO:tasks.ceph:[global] osd_pool_default_min_size = 1 2022-11-27T15:47:04.338 INFO:tasks.ceph:[global] osd_pool_default_size = 1 2022-11-27T15:47:04.339 INFO:tasks.ceph:[mds] debug mds = 20 2022-11-27T15:47:04.339 INFO:tasks.ceph:[mds] debug mds balancer = 20 2022-11-27T15:47:04.340 INFO:tasks.ceph:[mds] debug ms = 1 2022-11-27T15:47:04.340 INFO:tasks.ceph:[mds] mds debug frag = True 2022-11-27T15:47:04.340 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2022-11-27T15:47:04.341 INFO:tasks.ceph:[mds] mds op complaint time = 180 2022-11-27T15:47:04.341 INFO:tasks.ceph:[mds] mds verify scatter = True 2022-11-27T15:47:04.341 INFO:tasks.ceph:[mds] osd op complaint time = 180 2022-11-27T15:47:04.342 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2022-11-27T15:47:04.342 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2022-11-27T15:47:04.343 INFO:tasks.ceph:[mgr] debug client = 20 2022-11-27T15:47:04.343 INFO:tasks.ceph:[mgr] debug mgr = 20 2022-11-27T15:47:04.343 INFO:tasks.ceph:[mgr] debug ms = 1 2022-11-27T15:47:04.344 INFO:tasks.ceph:[mon] debug mon = 20 2022-11-27T15:47:04.344 INFO:tasks.ceph:[mon] debug ms = 1 2022-11-27T15:47:04.344 INFO:tasks.ceph:[mon] debug paxos = 20 2022-11-27T15:47:04.345 INFO:tasks.ceph:[mon] mon op complaint time = 120 2022-11-27T15:47:04.345 INFO:tasks.ceph:[osd] bdev async discard = True 2022-11-27T15:47:04.345 INFO:tasks.ceph:[osd] bdev enable discard = True 2022-11-27T15:47:04.346 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2022-11-27T15:47:04.346 INFO:tasks.ceph:[osd] bluestore block size = 1073741824 2022-11-27T15:47:04.346 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2022-11-27T15:47:04.347 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2022-11-27T15:47:04.347 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2022-11-27T15:47:04.347 INFO:tasks.ceph:[osd] debug ms = 1 2022-11-27T15:47:04.348 INFO:tasks.ceph:[osd] debug osd = 20 2022-11-27T15:47:04.348 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2022-11-27T15:47:04.349 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2022-11-27T15:47:04.349 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2022-11-27T15:47:04.349 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2022-11-27T15:47:04.349 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2022-11-27T15:47:04.350 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2022-11-27T15:47:04.350 INFO:tasks.ceph:[osd] osd op complaint time = 180 2022-11-27T15:47:04.351 INFO:tasks.ceph:Setting up mon.a... 2022-11-27T15:47:04.351 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2022-11-27T15:47:04.443 INFO:teuthology.orchestra.run.smithi055.stdout:creating /etc/ceph/ceph.keyring 2022-11-27T15:47:04.445 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2022-11-27T15:47:04.496 DEBUG:teuthology.orchestra.run.smithi055:> sudo chmod 0644 /etc/ceph/ceph.keyring 2022-11-27T15:47:04.524 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.55')] 2022-11-27T15:47:04.524 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.55', 'osd_pool_default_min_size': 1, 'osd_pool_default_size': 1}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 1073741824, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon op complaint time': 120}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mds.a': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2022-11-27T15:47:04.526 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2022-11-27T15:47:04.526 DEBUG:teuthology.orchestra.run.smithi055:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2022-11-27T15:47:04.582 DEBUG:teuthology.orchestra.run.smithi055:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.55 --print /home/ubuntu/cephtest/ceph.monmap 2022-11-27T15:47:04.665 INFO:teuthology.orchestra.run.smithi055.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2022-11-27T15:47:04.665 INFO:teuthology.orchestra.run.smithi055.stdout:monmaptool: generated fsid 66eaeb7b-9079-439e-aac1-73aecd0cf719 2022-11-27T15:47:04.665 INFO:teuthology.orchestra.run.smithi055.stdout:setting min_mon_release = pacific 2022-11-27T15:47:04.666 INFO:teuthology.orchestra.run.smithi055.stdout:epoch 0 2022-11-27T15:47:04.666 INFO:teuthology.orchestra.run.smithi055.stdout:fsid 66eaeb7b-9079-439e-aac1-73aecd0cf719 2022-11-27T15:47:04.666 INFO:teuthology.orchestra.run.smithi055.stdout:last_changed 2022-11-27T15:47:04.664527+0000 2022-11-27T15:47:04.667 INFO:teuthology.orchestra.run.smithi055.stdout:created 2022-11-27T15:47:04.664527+0000 2022-11-27T15:47:04.667 INFO:teuthology.orchestra.run.smithi055.stdout:min_mon_release 16 (pacific) 2022-11-27T15:47:04.667 INFO:teuthology.orchestra.run.smithi055.stdout:election_strategy: 1 2022-11-27T15:47:04.667 INFO:teuthology.orchestra.run.smithi055.stdout:0: [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] mon.a 2022-11-27T15:47:04.668 INFO:teuthology.orchestra.run.smithi055.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (1 monitors) 2022-11-27T15:47:04.669 DEBUG:teuthology.orchestra.run.smithi055:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2022-11-27T15:47:04.727 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 66eaeb7b-9079-439e-aac1-73aecd0cf719... 2022-11-27T15:47:04.729 DEBUG:teuthology.orchestra.run.smithi055:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2022-11-27T15:47:04.814 INFO:teuthology.orchestra.run.smithi055.stdout:[global] 2022-11-27T15:47:04.814 INFO:teuthology.orchestra.run.smithi055.stdout: chdir = "" 2022-11-27T15:47:04.814 INFO:teuthology.orchestra.run.smithi055.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2022-11-27T15:47:04.815 INFO:teuthology.orchestra.run.smithi055.stdout: auth supported = cephx 2022-11-27T15:47:04.815 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:04.815 INFO:teuthology.orchestra.run.smithi055.stdout: filestore xattr use omap = true 2022-11-27T15:47:04.815 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:04.815 INFO:teuthology.orchestra.run.smithi055.stdout: mon clock drift allowed = 1.000 2022-11-27T15:47:04.816 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:04.816 INFO:teuthology.orchestra.run.smithi055.stdout: osd crush chooseleaf type = 0 2022-11-27T15:47:04.817 INFO:teuthology.orchestra.run.smithi055.stdout: auth debug = true 2022-11-27T15:47:04.817 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:04.817 INFO:teuthology.orchestra.run.smithi055.stdout: ms die on old message = true 2022-11-27T15:47:04.817 INFO:teuthology.orchestra.run.smithi055.stdout: ms die on bug = true 2022-11-27T15:47:04.818 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:04.818 INFO:teuthology.orchestra.run.smithi055.stdout: mon max pg per osd = 10000 # >= luminous 2022-11-27T15:47:04.818 INFO:teuthology.orchestra.run.smithi055.stdout: mon pg warn max object skew = 0 2022-11-27T15:47:04.818 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:04.818 INFO:teuthology.orchestra.run.smithi055.stdout: # disable pg_autoscaler by default for new pools 2022-11-27T15:47:04.819 INFO:teuthology.orchestra.run.smithi055.stdout: osd_pool_default_pg_autoscale_mode = off 2022-11-27T15:47:04.819 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:04.819 INFO:teuthology.orchestra.run.smithi055.stdout: osd pool default size = 2 2022-11-27T15:47:04.819 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:04.820 INFO:teuthology.orchestra.run.smithi055.stdout: mon osd allow primary affinity = true 2022-11-27T15:47:04.820 INFO:teuthology.orchestra.run.smithi055.stdout: mon osd allow pg remap = true 2022-11-27T15:47:04.820 INFO:teuthology.orchestra.run.smithi055.stdout: mon warn on legacy crush tunables = false 2022-11-27T15:47:04.820 INFO:teuthology.orchestra.run.smithi055.stdout: mon warn on crush straw calc version zero = false 2022-11-27T15:47:04.821 INFO:teuthology.orchestra.run.smithi055.stdout: mon warn on no sortbitwise = false 2022-11-27T15:47:04.821 INFO:teuthology.orchestra.run.smithi055.stdout: mon warn on osd down out interval zero = false 2022-11-27T15:47:04.821 INFO:teuthology.orchestra.run.smithi055.stdout: mon warn on too few osds = false 2022-11-27T15:47:04.821 INFO:teuthology.orchestra.run.smithi055.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2022-11-27T15:47:04.822 INFO:teuthology.orchestra.run.smithi055.stdout: mon_warn_on_pool_no_redundancy = false 2022-11-27T15:47:04.822 INFO:teuthology.orchestra.run.smithi055.stdout: mon_allow_pool_size_one = true 2022-11-27T15:47:04.822 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:04.822 INFO:teuthology.orchestra.run.smithi055.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2022-11-27T15:47:04.822 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:04.823 INFO:teuthology.orchestra.run.smithi055.stdout: osd default data pool replay window = 5 2022-11-27T15:47:04.823 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:04.823 INFO:teuthology.orchestra.run.smithi055.stdout: mon allow pool delete = true 2022-11-27T15:47:04.823 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:04.824 INFO:teuthology.orchestra.run.smithi055.stdout: mon cluster log file level = debug 2022-11-27T15:47:04.824 INFO:teuthology.orchestra.run.smithi055.stdout: debug asserts on shutdown = true 2022-11-27T15:47:04.824 INFO:teuthology.orchestra.run.smithi055.stdout: mon health detail to clog = false 2022-11-27T15:47:04.824 INFO:teuthology.orchestra.run.smithi055.stdout: mon host = 172.21.15.55 2022-11-27T15:47:04.824 INFO:teuthology.orchestra.run.smithi055.stdout: osd_pool_default_min_size = 1 2022-11-27T15:47:04.825 INFO:teuthology.orchestra.run.smithi055.stdout: osd_pool_default_size = 1 2022-11-27T15:47:04.825 INFO:teuthology.orchestra.run.smithi055.stdout: fsid = 66eaeb7b-9079-439e-aac1-73aecd0cf719 2022-11-27T15:47:04.825 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:04.825 INFO:teuthology.orchestra.run.smithi055.stdout:[osd] 2022-11-27T15:47:04.826 INFO:teuthology.orchestra.run.smithi055.stdout: osd journal size = 100 2022-11-27T15:47:04.826 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:04.826 INFO:teuthology.orchestra.run.smithi055.stdout: osd scrub load threshold = 5.0 2022-11-27T15:47:04.826 INFO:teuthology.orchestra.run.smithi055.stdout: osd scrub max interval = 600 2022-11-27T15:47:04.827 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:04.827 INFO:teuthology.orchestra.run.smithi055.stdout: osd recover clone overlap = true 2022-11-27T15:47:04.827 INFO:teuthology.orchestra.run.smithi055.stdout: osd recovery max chunk = 1048576 2022-11-27T15:47:04.827 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:04.828 INFO:teuthology.orchestra.run.smithi055.stdout: osd debug shutdown = true 2022-11-27T15:47:04.828 INFO:teuthology.orchestra.run.smithi055.stdout: osd debug op order = true 2022-11-27T15:47:04.828 INFO:teuthology.orchestra.run.smithi055.stdout: osd debug verify stray on activate = true 2022-11-27T15:47:04.828 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:04.828 INFO:teuthology.orchestra.run.smithi055.stdout: osd open classes on start = true 2022-11-27T15:47:04.829 INFO:teuthology.orchestra.run.smithi055.stdout: osd debug pg log writeout = true 2022-11-27T15:47:04.829 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:04.829 INFO:teuthology.orchestra.run.smithi055.stdout: osd deep scrub update digest min age = 30 2022-11-27T15:47:04.829 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:04.829 INFO:teuthology.orchestra.run.smithi055.stdout: osd map max advance = 10 2022-11-27T15:47:04.830 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:04.830 INFO:teuthology.orchestra.run.smithi055.stdout: journal zero on create = true 2022-11-27T15:47:04.830 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:04.830 INFO:teuthology.orchestra.run.smithi055.stdout: filestore ondisk finisher threads = 3 2022-11-27T15:47:04.830 INFO:teuthology.orchestra.run.smithi055.stdout: filestore apply finisher threads = 3 2022-11-27T15:47:04.831 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:04.831 INFO:teuthology.orchestra.run.smithi055.stdout: bdev debug aio = true 2022-11-27T15:47:04.831 INFO:teuthology.orchestra.run.smithi055.stdout: osd debug misdirected ops = true 2022-11-27T15:47:04.831 INFO:teuthology.orchestra.run.smithi055.stdout: bdev async discard = True 2022-11-27T15:47:04.832 INFO:teuthology.orchestra.run.smithi055.stdout: bdev enable discard = True 2022-11-27T15:47:04.832 INFO:teuthology.orchestra.run.smithi055.stdout: bluestore allocator = bitmap 2022-11-27T15:47:04.832 INFO:teuthology.orchestra.run.smithi055.stdout: bluestore block size = 1073741824 2022-11-27T15:47:04.832 INFO:teuthology.orchestra.run.smithi055.stdout: bluestore fsck on mount = True 2022-11-27T15:47:04.832 INFO:teuthology.orchestra.run.smithi055.stdout: debug bluefs = 1/20 2022-11-27T15:47:04.833 INFO:teuthology.orchestra.run.smithi055.stdout: debug bluestore = 1/20 2022-11-27T15:47:04.833 INFO:teuthology.orchestra.run.smithi055.stdout: debug ms = 1 2022-11-27T15:47:04.833 INFO:teuthology.orchestra.run.smithi055.stdout: debug osd = 20 2022-11-27T15:47:04.833 INFO:teuthology.orchestra.run.smithi055.stdout: debug rocksdb = 4/10 2022-11-27T15:47:04.833 INFO:teuthology.orchestra.run.smithi055.stdout: mon osd backfillfull_ratio = 0.85 2022-11-27T15:47:04.834 INFO:teuthology.orchestra.run.smithi055.stdout: mon osd full ratio = 0.9 2022-11-27T15:47:04.834 INFO:teuthology.orchestra.run.smithi055.stdout: mon osd nearfull ratio = 0.8 2022-11-27T15:47:04.834 INFO:teuthology.orchestra.run.smithi055.stdout: osd failsafe full ratio = 0.95 2022-11-27T15:47:04.834 INFO:teuthology.orchestra.run.smithi055.stdout: osd objectstore = bluestore 2022-11-27T15:47:04.834 INFO:teuthology.orchestra.run.smithi055.stdout: osd op complaint time = 180 2022-11-27T15:47:04.835 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:04.835 INFO:teuthology.orchestra.run.smithi055.stdout:[mgr] 2022-11-27T15:47:04.835 INFO:teuthology.orchestra.run.smithi055.stdout: debug ms = 1 2022-11-27T15:47:04.835 INFO:teuthology.orchestra.run.smithi055.stdout: debug mgr = 20 2022-11-27T15:47:04.835 INFO:teuthology.orchestra.run.smithi055.stdout: debug mon = 20 2022-11-27T15:47:04.836 INFO:teuthology.orchestra.run.smithi055.stdout: debug auth = 20 2022-11-27T15:47:04.836 INFO:teuthology.orchestra.run.smithi055.stdout: mon reweight min pgs per osd = 4 2022-11-27T15:47:04.836 INFO:teuthology.orchestra.run.smithi055.stdout: mon reweight min bytes per osd = 10 2022-11-27T15:47:04.836 INFO:teuthology.orchestra.run.smithi055.stdout: mgr/telemetry/nag = false 2022-11-27T15:47:04.836 INFO:teuthology.orchestra.run.smithi055.stdout: debug client = 20 2022-11-27T15:47:04.837 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:04.837 INFO:teuthology.orchestra.run.smithi055.stdout:[mon] 2022-11-27T15:47:04.837 INFO:teuthology.orchestra.run.smithi055.stdout: debug ms = 1 2022-11-27T15:47:04.838 INFO:teuthology.orchestra.run.smithi055.stdout: debug mon = 20 2022-11-27T15:47:04.838 INFO:teuthology.orchestra.run.smithi055.stdout: debug paxos = 20 2022-11-27T15:47:04.838 INFO:teuthology.orchestra.run.smithi055.stdout: debug auth = 20 2022-11-27T15:47:04.838 INFO:teuthology.orchestra.run.smithi055.stdout: mon data avail warn = 5 2022-11-27T15:47:04.838 INFO:teuthology.orchestra.run.smithi055.stdout: mon mgr mkfs grace = 240 2022-11-27T15:47:04.839 INFO:teuthology.orchestra.run.smithi055.stdout: mon reweight min pgs per osd = 4 2022-11-27T15:47:04.839 INFO:teuthology.orchestra.run.smithi055.stdout: mon osd reporter subtree level = osd 2022-11-27T15:47:04.839 INFO:teuthology.orchestra.run.smithi055.stdout: mon osd prime pg temp = true 2022-11-27T15:47:04.839 INFO:teuthology.orchestra.run.smithi055.stdout: mon reweight min bytes per osd = 10 2022-11-27T15:47:04.840 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:04.840 INFO:teuthology.orchestra.run.smithi055.stdout: # rotate auth tickets quickly to exercise renewal paths 2022-11-27T15:47:04.840 INFO:teuthology.orchestra.run.smithi055.stdout: auth mon ticket ttl = 660 # 11m 2022-11-27T15:47:04.840 INFO:teuthology.orchestra.run.smithi055.stdout: auth service ticket ttl = 240 # 4m 2022-11-27T15:47:04.840 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:04.841 INFO:teuthology.orchestra.run.smithi055.stdout: # don't complain about insecure global_id in the test suite 2022-11-27T15:47:04.841 INFO:teuthology.orchestra.run.smithi055.stdout: mon_warn_on_insecure_global_id_reclaim = false 2022-11-27T15:47:04.841 INFO:teuthology.orchestra.run.smithi055.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2022-11-27T15:47:04.841 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:04.842 INFO:teuthology.orchestra.run.smithi055.stdout: # 1m isn't quite enough 2022-11-27T15:47:04.842 INFO:teuthology.orchestra.run.smithi055.stdout: mon_down_mkfs_grace = 2m 2022-11-27T15:47:04.842 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:04.842 INFO:teuthology.orchestra.run.smithi055.stdout: mon_warn_on_filestore_osds = false 2022-11-27T15:47:04.842 INFO:teuthology.orchestra.run.smithi055.stdout: mon op complaint time = 120 2022-11-27T15:47:04.843 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:04.843 INFO:teuthology.orchestra.run.smithi055.stdout:[client] 2022-11-27T15:47:04.843 INFO:teuthology.orchestra.run.smithi055.stdout: rgw cache enabled = true 2022-11-27T15:47:04.843 INFO:teuthology.orchestra.run.smithi055.stdout: rgw enable ops log = true 2022-11-27T15:47:04.843 INFO:teuthology.orchestra.run.smithi055.stdout: rgw enable usage log = true 2022-11-27T15:47:04.844 INFO:teuthology.orchestra.run.smithi055.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2022-11-27T15:47:04.844 INFO:teuthology.orchestra.run.smithi055.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2022-11-27T15:47:04.844 INFO:teuthology.orchestra.run.smithi055.stdout: client mount timeout = 600 2022-11-27T15:47:04.844 INFO:teuthology.orchestra.run.smithi055.stdout: debug client = 20 2022-11-27T15:47:04.844 INFO:teuthology.orchestra.run.smithi055.stdout: debug ms = 1 2022-11-27T15:47:04.845 INFO:teuthology.orchestra.run.smithi055.stdout: pid file = "" 2022-11-27T15:47:04.845 INFO:teuthology.orchestra.run.smithi055.stdout: rados mon op timeout = 900 2022-11-27T15:47:04.845 INFO:teuthology.orchestra.run.smithi055.stdout: rados osd op timeout = 900 2022-11-27T15:47:04.845 INFO:teuthology.orchestra.run.smithi055.stdout:[mon.a] 2022-11-27T15:47:04.845 INFO:teuthology.orchestra.run.smithi055.stdout:[mds.a] 2022-11-27T15:47:04.846 INFO:teuthology.orchestra.run.smithi055.stdout:[mds] 2022-11-27T15:47:04.846 INFO:teuthology.orchestra.run.smithi055.stdout: debug mds = 20 2022-11-27T15:47:04.846 INFO:teuthology.orchestra.run.smithi055.stdout: debug mds balancer = 20 2022-11-27T15:47:04.846 INFO:teuthology.orchestra.run.smithi055.stdout: debug ms = 1 2022-11-27T15:47:04.846 INFO:teuthology.orchestra.run.smithi055.stdout: mds debug frag = True 2022-11-27T15:47:04.847 INFO:teuthology.orchestra.run.smithi055.stdout: mds debug scatterstat = True 2022-11-27T15:47:04.847 INFO:teuthology.orchestra.run.smithi055.stdout: mds op complaint time = 180 2022-11-27T15:47:04.847 INFO:teuthology.orchestra.run.smithi055.stdout: mds verify scatter = True 2022-11-27T15:47:04.848 INFO:teuthology.orchestra.run.smithi055.stdout: osd op complaint time = 180 2022-11-27T15:47:04.848 INFO:teuthology.orchestra.run.smithi055.stdout: rados mon op timeout = 900 2022-11-27T15:47:04.848 INFO:teuthology.orchestra.run.smithi055.stdout: rados osd op timeout = 900 2022-11-27T15:47:04.849 INFO:tasks.ceph:Creating admin key on mon.a... 2022-11-27T15:47:04.850 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2022-11-27T15:47:04.947 INFO:tasks.ceph:Copying monmap to all nodes... 2022-11-27T15:47:04.947 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2022-11-27T15:47:04.948 DEBUG:teuthology.orchestra.run.smithi055:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2022-11-27T15:47:04.966 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2022-11-27T15:47:04.966 DEBUG:teuthology.orchestra.run.smithi055:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2022-11-27T15:47:05.024 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi055.front.sepia.ceph.com 2022-11-27T15:47:05.024 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2022-11-27T15:47:05.025 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd of=/etc/ceph/ceph.keyring 2022-11-27T15:47:05.025 DEBUG:teuthology.orchestra.run.smithi055:> sudo chmod 0644 /etc/ceph/ceph.keyring 2022-11-27T15:47:05.101 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2022-11-27T15:47:05.102 DEBUG:teuthology.orchestra.run.smithi055:> dd of=/home/ubuntu/cephtest/ceph.monmap 2022-11-27T15:47:05.160 INFO:tasks.ceph:Setting up mon nodes... 2022-11-27T15:47:05.161 INFO:tasks.ceph:Setting up mgr nodes... 2022-11-27T15:47:05.161 DEBUG:teuthology.orchestra.run.smithi055:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2022-11-27T15:47:05.255 INFO:teuthology.orchestra.run.smithi055.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2022-11-27T15:47:05.257 INFO:tasks.ceph:Setting up mds nodes... 2022-11-27T15:47:05.258 DEBUG:teuthology.orchestra.run.smithi055:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2022-11-27T15:47:05.312 INFO:teuthology.orchestra.run.smithi055.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2022-11-27T15:47:05.314 DEBUG:teuthology.orchestra.run.smithi055:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2022-11-27T15:47:05.342 INFO:tasks.ceph_client:Setting up client nodes... 2022-11-27T15:47:05.343 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2022-11-27T15:47:05.427 INFO:teuthology.orchestra.run.smithi055.stdout:creating /etc/ceph/ceph.client.0.keyring 2022-11-27T15:47:05.440 INFO:tasks.ceph:Running mkfs on osd nodes... 2022-11-27T15:47:05.440 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi055.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1'}} 2022-11-27T15:47:05.440 DEBUG:teuthology.orchestra.run.smithi055:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2022-11-27T15:47:05.468 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1'} 2022-11-27T15:47:05.468 INFO:tasks.ceph:role: osd.0 2022-11-27T15:47:05.469 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi055.front.sepia.ceph.com 2022-11-27T15:47:05.469 DEBUG:teuthology.orchestra.run.smithi055:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2022-11-27T15:47:05.565 INFO:teuthology.orchestra.run.smithi055.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2022-11-27T15:47:05.566 INFO:teuthology.orchestra.run.smithi055.stdout: = sectsz=512 attr=2, projid32bit=1 2022-11-27T15:47:05.566 INFO:teuthology.orchestra.run.smithi055.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2022-11-27T15:47:05.566 INFO:teuthology.orchestra.run.smithi055.stdout: = reflink=1 bigtime=0 inobtcount=0 2022-11-27T15:47:05.566 INFO:teuthology.orchestra.run.smithi055.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2022-11-27T15:47:05.567 INFO:teuthology.orchestra.run.smithi055.stdout: = sunit=0 swidth=0 blks 2022-11-27T15:47:05.567 INFO:teuthology.orchestra.run.smithi055.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2022-11-27T15:47:05.567 INFO:teuthology.orchestra.run.smithi055.stdout:log =internal log bsize=4096 blocks=11443, version=2 2022-11-27T15:47:05.567 INFO:teuthology.orchestra.run.smithi055.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2022-11-27T15:47:05.568 INFO:teuthology.orchestra.run.smithi055.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2022-11-27T15:47:06.861 INFO:teuthology.orchestra.run.smithi055.stdout:Discarding blocks...Done. 2022-11-27T15:47:06.863 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi055.front.sepia.ceph.com -o noatime 2022-11-27T15:47:06.863 DEBUG:teuthology.orchestra.run.smithi055:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2022-11-27T15:47:06.910 DEBUG:teuthology.orchestra.run.smithi055:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2022-11-27T15:47:06.945 DEBUG:teuthology.orchestra.run.smithi055:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2022-11-27T15:47:07.035 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:07.033+0000 7f52b79a95c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2022-11-27T15:47:07.036 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:07.033+0000 7f52b79a95c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2022-11-27T15:47:07.036 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:07.033+0000 7f52b79a95c0 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2022-11-27T15:47:07.036 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:07.033+0000 7f52b79a95c0 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2022-11-27T15:47:07.037 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:07.033+0000 7f52b79a95c0 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2022-11-27T15:47:07.037 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:07.036+0000 7f52b79a95c0 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2022-11-27T15:47:09.909 DEBUG:teuthology.orchestra.run.smithi055:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2022-11-27T15:47:09.942 INFO:tasks.ceph:Reading keys from all nodes... 2022-11-27T15:47:09.943 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2022-11-27T15:47:09.943 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2022-11-27T15:47:10.014 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2022-11-27T15:47:10.015 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2022-11-27T15:47:10.085 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2022-11-27T15:47:10.085 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2022-11-27T15:47:10.154 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2022-11-27T15:47:10.154 DEBUG:teuthology.orchestra.run.smithi055:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2022-11-27T15:47:10.212 INFO:tasks.ceph:Adding keys to all mons... 2022-11-27T15:47:10.213 DEBUG:teuthology.orchestra.run.smithi055:> sudo tee -a /etc/ceph/ceph.keyring 2022-11-27T15:47:10.280 INFO:teuthology.orchestra.run.smithi055.stdout:[mgr.x] 2022-11-27T15:47:10.281 INFO:teuthology.orchestra.run.smithi055.stdout: key = AQB5hoNjYQctDxAAiRfG4D1n4PAAbHmuc6InVA== 2022-11-27T15:47:10.281 INFO:teuthology.orchestra.run.smithi055.stdout:[mds.a] 2022-11-27T15:47:10.281 INFO:teuthology.orchestra.run.smithi055.stdout: key = AQB5hoNjNE+ZEhAAW6ZvpwsMRnD94pFI7Xj9OQ== 2022-11-27T15:47:10.281 INFO:teuthology.orchestra.run.smithi055.stdout:[osd.0] 2022-11-27T15:47:10.281 INFO:teuthology.orchestra.run.smithi055.stdout: key = AQB7hoNjikgPAhAA3kJuPcAwhHHiv/HWTx91VQ== 2022-11-27T15:47:10.282 INFO:teuthology.orchestra.run.smithi055.stdout:[client.0] 2022-11-27T15:47:10.282 INFO:teuthology.orchestra.run.smithi055.stdout: key = AQB5hoNj7vRwGRAAOS+V87GmNjP7mVfqFMm7pg== 2022-11-27T15:47:10.283 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2022-11-27T15:47:10.389 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2022-11-27T15:47:10.491 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-11-27T15:47:10.578 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2022-11-27T15:47:10.665 INFO:tasks.ceph:Running mkfs on mon nodes... 2022-11-27T15:47:10.665 DEBUG:teuthology.orchestra.run.smithi055:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2022-11-27T15:47:10.693 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2022-11-27T15:47:10.803 DEBUG:teuthology.orchestra.run.smithi055:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2022-11-27T15:47:10.831 DEBUG:teuthology.orchestra.run.smithi055:> rm -- /home/ubuntu/cephtest/ceph.monmap 2022-11-27T15:47:10.890 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2022-11-27T15:47:10.891 INFO:tasks.ceph.mon.a:Restarting daemon 2022-11-27T15:47:10.891 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2022-11-27T15:47:10.933 INFO:tasks.ceph.mon.a:Started 2022-11-27T15:47:10.933 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2022-11-27T15:47:10.934 INFO:tasks.ceph.mgr.x:Restarting daemon 2022-11-27T15:47:10.934 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2022-11-27T15:47:10.936 INFO:tasks.ceph.mgr.x:Started 2022-11-27T15:47:10.937 INFO:tasks.ceph:Setting crush tunables to default 2022-11-27T15:47:10.937 DEBUG:teuthology.orchestra.run.smithi055:> sudo ceph --cluster ceph osd crush tunables default 2022-11-27T15:47:11.068 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.065+0000 7f51a6d3c700 1 Processor -- start 2022-11-27T15:47:11.069 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.065+0000 7f51a6d3c700 1 -- start start 2022-11-27T15:47:11.069 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.066+0000 7f51a6d3c700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f51a00709c0 0x7f51a0070d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:11.069 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.066+0000 7f51a6d3c700 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f51a0072d40 con 0x7f51a008cd60 2022-11-27T15:47:11.069 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.066+0000 7f51a6d3c700 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f51a00712d0 con 0x7f51a00709c0 2022-11-27T15:47:11.070 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.066+0000 7f51a4ad8700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f51a00709c0 0x7f51a0070d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:11.070 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.066+0000 7f519ffff700 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7f51a008cd60 0x7f51a008d200 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.55:36806/0 (socket says 172.21.15.55:36806) 2022-11-27T15:47:11.070 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.066+0000 7f519ffff700 1 -- 172.21.15.55:0/1841180015 learned_addr learned my addr 172.21.15.55:0/1841180015 (peer_addr_for_me v1:172.21.15.55:0/0) 2022-11-27T15:47:11.070 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.066+0000 7f51a4ad8700 1 -- 172.21.15.55:0/1841180015 >> v2:172.21.15.55:3300/0 conn(0x7f51a00709c0 msgr2=0x7f51a0070d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2022-11-27T15:47:11.071 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.066+0000 7f51a4ad8700 1 -- 172.21.15.55:0/1841180015 >> v2:172.21.15.55:3300/0 conn(0x7f51a00709c0 msgr2=0x7f51a0070d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2022-11-27T15:47:11.071 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.066+0000 7f51a4ad8700 1 --2- 172.21.15.55:0/1841180015 >> v2:172.21.15.55:3300/0 conn(0x7f51a00709c0 0x7f51a0070d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2022-11-27T15:47:11.071 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.066+0000 7f51a4ad8700 1 --2- 172.21.15.55:0/1841180015 >> v2:172.21.15.55:3300/0 conn(0x7f51a00709c0 0x7f51a0070d90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2022-11-27T15:47:11.086 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.080+0000 7f519f7fe700 1 -- 172.21.15.55:0/1841180015 <== mon.0 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 877173856 0 0) 0x7f51a0072d40 con 0x7f51a008cd60 2022-11-27T15:47:11.086 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.080+0000 7f519f7fe700 1 -- 172.21.15.55:0/1841180015 --> v1:172.21.15.55:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f518c0035b0 con 0x7f51a008cd60 2022-11-27T15:47:11.086 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.080+0000 7f519f7fe700 1 -- 172.21.15.55:0/1841180015 <== mon.0 v1:172.21.15.55:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 825205451 0 0) 0x7f518c0035b0 con 0x7f51a008cd60 2022-11-27T15:47:11.087 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.080+0000 7f519f7fe700 1 -- 172.21.15.55:0/1841180015 >> v2:172.21.15.55:3300/0 conn(0x7f51a00709c0 msgr2=0x7f51a0070d90 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2022-11-27T15:47:11.087 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.080+0000 7f519f7fe700 1 --2- 172.21.15.55:0/1841180015 >> v2:172.21.15.55:3300/0 conn(0x7f51a00709c0 0x7f51a0070d90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:11.087 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.080+0000 7f519f7fe700 1 -- 172.21.15.55:0/1841180015 --> v1:172.21.15.55:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51a008e220 con 0x7f51a008cd60 2022-11-27T15:47:11.088 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.080+0000 7f519f7fe700 1 -- 172.21.15.55:0/1841180015 <== mon.0 v1:172.21.15.55:6789/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (unknown 1782584656 0 0) 0x7f51940015a0 con 0x7f51a008cd60 2022-11-27T15:47:11.088 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.080+0000 7f519f7fe700 1 -- 172.21.15.55:0/1841180015 >> v1:172.21.15.55:6789/0 conn(0x7f51a008cd60 legacy=0x7f51a008d200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:11.088 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.080+0000 7f519f7fe700 1 --2- 172.21.15.55:0/1841180015 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f518c003a00 0x7f518c003df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:11.088 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.080+0000 7f519f7fe700 1 -- 172.21.15.55:0/1841180015 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51a00712d0 con 0x7f518c003a00 2022-11-27T15:47:11.089 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.080+0000 7f51a4ad8700 1 --2- 172.21.15.55:0/1841180015 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f518c003a00 0x7f518c003df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:11.089 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.080+0000 7f51a4ad8700 1 -- 172.21.15.55:0/1841180015 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f518c0035b0 con 0x7f518c003a00 2022-11-27T15:47:11.089 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.080+0000 7f51a4ad8700 1 --2- 172.21.15.55:0/1841180015 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f518c003a00 0x7f518c003df0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f519000c7c0 tx=0x7f518c005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e2078e4d34081c0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:11.089 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.081+0000 7f519f7fe700 1 -- 172.21.15.55:0/1841180015 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5190005b50 con 0x7f518c003a00 2022-11-27T15:47:11.090 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.081+0000 7f519f7fe700 1 -- 172.21.15.55:0/1841180015 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5190005cd0 con 0x7f518c003a00 2022-11-27T15:47:11.090 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.081+0000 7f519f7fe700 1 -- 172.21.15.55:0/1841180015 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5190006030 con 0x7f518c003a00 2022-11-27T15:47:11.090 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.081+0000 7f51a6d3c700 1 -- 172.21.15.55:0/1841180015 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f518c003a00 msgr2=0x7f518c003df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:11.090 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.081+0000 7f51a6d3c700 1 --2- 172.21.15.55:0/1841180015 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f518c003a00 0x7f518c003df0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f519000c7c0 tx=0x7f518c005880 comp rx=0 tx=0).stop 2022-11-27T15:47:11.091 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.081+0000 7f51a6d3c700 1 -- 172.21.15.55:0/1841180015 shutdown_connections 2022-11-27T15:47:11.091 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.081+0000 7f51a6d3c700 1 --2- 172.21.15.55:0/1841180015 >> v2:172.21.15.55:3300/0 conn(0x7f51a00709c0 0x7f51a0070d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:11.091 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.081+0000 7f51a6d3c700 1 --2- 172.21.15.55:0/1841180015 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f518c003a00 0x7f518c003df0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:11.092 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.081+0000 7f51a6d3c700 1 -- 172.21.15.55:0/1841180015 >> 172.21.15.55:0/1841180015 conn(0x7f51a0094a10 msgr2=0x7f51a0094e10 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:11.092 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.081+0000 7f51a6d3c700 1 -- 172.21.15.55:0/1841180015 shutdown_connections 2022-11-27T15:47:11.092 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.081+0000 7f51a6d3c700 1 -- 172.21.15.55:0/1841180015 wait complete. 2022-11-27T15:47:11.092 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.082+0000 7f51a6d3c700 1 Processor -- start 2022-11-27T15:47:11.093 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.082+0000 7f51a6d3c700 1 -- start start 2022-11-27T15:47:11.093 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.083+0000 7f51a6d3c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f518c003a00 0x7f51a01b9430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:11.093 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.083+0000 7f51a6d3c700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51a0120270 con 0x7f518c003a00 2022-11-27T15:47:11.093 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.083+0000 7f51a4ad8700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f518c003a00 0x7f51a01b9430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:11.093 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.083+0000 7f51a4ad8700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f518c003a00 0x7f51a01b9430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:41970/0 (socket says 172.21.15.55:41970) 2022-11-27T15:47:11.094 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.083+0000 7f51a4ad8700 1 -- 172.21.15.55:0/303810036 learned_addr learned my addr 172.21.15.55:0/303810036 (peer_addr_for_me v2:172.21.15.55:0/0) 2022-11-27T15:47:11.094 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.083+0000 7f51a4ad8700 1 -- 172.21.15.55:0/303810036 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51a0121370 con 0x7f518c003a00 2022-11-27T15:47:11.094 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.083+0000 7f51a4ad8700 1 --2- 172.21.15.55:0/303810036 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f518c003a00 0x7f51a01b9430 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f51a00662a0 tx=0x7f51900047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:11.094 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.083+0000 7f519d7fa700 1 -- 172.21.15.55:0/303810036 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5190020430 con 0x7f518c003a00 2022-11-27T15:47:11.095 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.083+0000 7f519d7fa700 1 -- 172.21.15.55:0/303810036 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5190020590 con 0x7f518c003a00 2022-11-27T15:47:11.095 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.083+0000 7f519d7fa700 1 -- 172.21.15.55:0/303810036 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5190020850 con 0x7f518c003a00 2022-11-27T15:47:11.096 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.083+0000 7f51a6d3c700 1 -- 172.21.15.55:0/303810036 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f51a011fbe0 con 0x7f518c003a00 2022-11-27T15:47:11.096 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.083+0000 7f51a6d3c700 1 -- 172.21.15.55:0/303810036 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f51a01b9b50 con 0x7f518c003a00 2022-11-27T15:47:11.096 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.083+0000 7f519d7fa700 1 -- 172.21.15.55:0/303810036 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 1) v1 ==== 656+0+0 (secure 0 0 0) 0x7f5190020d30 con 0x7f518c003a00 2022-11-27T15:47:11.097 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.083+0000 7f519d7fa700 1 -- 172.21.15.55:0/303810036 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 721+0+0 (secure 0 0 0) 0x7f519002ac80 con 0x7f518c003a00 2022-11-27T15:47:11.097 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.084+0000 7f51a6d3c700 1 -- 172.21.15.55:0/303810036 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f51a01210d0 con 0x7f518c003a00 2022-11-27T15:47:11.097 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.086+0000 7f519d7fa700 1 -- 172.21.15.55:0/303810036 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71351 (secure 0 0 0) 0x7f5190019070 con 0x7f518c003a00 2022-11-27T15:47:11.163 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.161+0000 7f51a6d3c700 1 -- 172.21.15.55:0/303810036 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7f51a0061020 con 0x7f518c003a00 2022-11-27T15:47:11.170 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.168+0000 7f519d7fa700 1 -- 172.21.15.55:0/303810036 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) v1 ==== 124+0+0 (secure 0 0 0) 0x7f519000f040 con 0x7f518c003a00 2022-11-27T15:47:11.171 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.169+0000 7f51a6d3c700 1 -- 172.21.15.55:0/303810036 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f518c003a00 msgr2=0x7f51a01b9430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:11.172 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.169+0000 7f51a6d3c700 1 --2- 172.21.15.55:0/303810036 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f518c003a00 0x7f51a01b9430 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f51a00662a0 tx=0x7f51900047c0 comp rx=0 tx=0).stop 2022-11-27T15:47:11.172 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.169+0000 7f51a6d3c700 1 -- 172.21.15.55:0/303810036 shutdown_connections 2022-11-27T15:47:11.172 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.169+0000 7f51a6d3c700 1 --2- 172.21.15.55:0/303810036 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f518c003a00 0x7f51a01b9430 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:11.172 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.169+0000 7f51a6d3c700 1 -- 172.21.15.55:0/303810036 >> 172.21.15.55:0/303810036 conn(0x7f51a0094a10 msgr2=0x7f51a01aac90 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:11.172 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.169+0000 7f51a6d3c700 1 -- 172.21.15.55:0/303810036 shutdown_connections 2022-11-27T15:47:11.173 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.169+0000 7f51a6d3c700 1 -- 172.21.15.55:0/303810036 wait complete. 2022-11-27T15:47:11.173 INFO:teuthology.orchestra.run.smithi055.stderr:adjusted tunables profile to default 2022-11-27T15:47:11.182 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2022-11-27T15:47:11.183 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2022-11-27T15:47:11.183 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2022-11-27T15:47:11.211 DEBUG:teuthology.orchestra.run.smithi055:> sudo ceph --cluster ceph osd new 83710edf-d0f8-4020-8507-a921d74c874e 0 2022-11-27T15:47:11.377 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.373+0000 7f2a050c7700 1 Processor -- start 2022-11-27T15:47:11.377 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.373+0000 7f2a050c7700 1 -- start start 2022-11-27T15:47:11.377 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.373+0000 7f2a050c7700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f2a0008ce80 0x7f2a00129870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:11.377 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.373+0000 7f2a050c7700 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2a00090560 con 0x7f2a0008c3a0 2022-11-27T15:47:11.378 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.373+0000 7f2a050c7700 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2a0008eac0 con 0x7f2a0008ce80 2022-11-27T15:47:11.378 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.373+0000 7f29fe59c700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f2a0008ce80 0x7f2a00129870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:11.378 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.373+0000 7f29fed9d700 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7f2a0008c3a0 0x7f2a0008c770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.55:36822/0 (socket says 172.21.15.55:36822) 2022-11-27T15:47:11.379 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.373+0000 7f29fe59c700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f2a0008ce80 0x7f2a00129870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:41986/0 (socket says 172.21.15.55:41986) 2022-11-27T15:47:11.379 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.373+0000 7f29fed9d700 1 -- 172.21.15.55:0/1347227222 learned_addr learned my addr 172.21.15.55:0/1347227222 (peer_addr_for_me v1:172.21.15.55:0/0) 2022-11-27T15:47:11.379 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.374+0000 7f29fe59c700 1 -- 172.21.15.55:0/1347227222 >> v1:172.21.15.55:6789/0 conn(0x7f2a0008c3a0 legacy=0x7f2a0008c770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:11.380 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.374+0000 7f29fe59c700 1 -- 172.21.15.55:0/1347227222 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a00090b10 con 0x7f2a0008ce80 2022-11-27T15:47:11.380 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.374+0000 7f29fdd9b700 1 -- 172.21.15.55:0/1347227222 <== mon.0 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 460542282 0 0) 0x7f2a00090560 con 0x7f2a0008c3a0 2022-11-27T15:47:11.380 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.374+0000 7f29fe59c700 1 --2- 172.21.15.55:0/1347227222 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2a0008ce80 0x7f2a00129870 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f29f400ba60 tx=0x7f29f400bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fa433dc2c034289 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:11.380 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.374+0000 7f29fdd9b700 1 -- 172.21.15.55:0/1347227222 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f29f400dba0 con 0x7f2a0008ce80 2022-11-27T15:47:11.381 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.374+0000 7f29fdd9b700 1 -- 172.21.15.55:0/1347227222 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29f400dd00 con 0x7f2a0008ce80 2022-11-27T15:47:11.381 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.374+0000 7f29fdd9b700 1 -- 172.21.15.55:0/1347227222 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f29f4004030 con 0x7f2a0008ce80 2022-11-27T15:47:11.381 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.374+0000 7f2a050c7700 1 -- 172.21.15.55:0/1347227222 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2a0008ce80 msgr2=0x7f2a00129870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:11.381 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.374+0000 7f2a050c7700 1 --2- 172.21.15.55:0/1347227222 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2a0008ce80 0x7f2a00129870 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f29f400ba60 tx=0x7f29f400bd70 comp rx=0 tx=0).stop 2022-11-27T15:47:11.381 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.374+0000 7f2a050c7700 1 -- 172.21.15.55:0/1347227222 shutdown_connections 2022-11-27T15:47:11.382 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.374+0000 7f2a050c7700 1 --2- 172.21.15.55:0/1347227222 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2a0008ce80 0x7f2a00129870 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:11.382 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.374+0000 7f2a050c7700 1 -- 172.21.15.55:0/1347227222 >> 172.21.15.55:0/1347227222 conn(0x7f2a000968d0 msgr2=0x7f2a00096cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:11.382 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.375+0000 7f2a050c7700 1 -- 172.21.15.55:0/1347227222 shutdown_connections 2022-11-27T15:47:11.383 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.375+0000 7f2a050c7700 1 -- 172.21.15.55:0/1347227222 wait complete. 2022-11-27T15:47:11.385 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.376+0000 7f2a050c7700 1 Processor -- start 2022-11-27T15:47:11.385 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.376+0000 7f2a050c7700 1 -- start start 2022-11-27T15:47:11.386 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.377+0000 7f2a050c7700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2a0008c3a0 0x7f2a001b6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:11.386 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.377+0000 7f2a050c7700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a001a2e50 con 0x7f2a0008c3a0 2022-11-27T15:47:11.386 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.377+0000 7f29fed9d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2a0008c3a0 0x7f2a001b6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:11.387 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.377+0000 7f29fed9d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2a0008c3a0 0x7f2a001b6100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:41988/0 (socket says 172.21.15.55:41988) 2022-11-27T15:47:11.387 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.377+0000 7f29fed9d700 1 -- 172.21.15.55:0/3517618842 learned_addr learned my addr 172.21.15.55:0/3517618842 (peer_addr_for_me v2:172.21.15.55:0/0) 2022-11-27T15:47:11.387 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.377+0000 7f29fed9d700 1 -- 172.21.15.55:0/3517618842 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29f400b740 con 0x7f2a0008c3a0 2022-11-27T15:47:11.388 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.377+0000 7f29fed9d700 1 --2- 172.21.15.55:0/3517618842 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2a0008c3a0 0x7f2a001b6100 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f29f000c6b0 tx=0x7f29f000ca70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:11.388 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.377+0000 7f29e77fe700 1 -- 172.21.15.55:0/3517618842 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f29f0007410 con 0x7f2a0008c3a0 2022-11-27T15:47:11.388 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.377+0000 7f29e77fe700 1 -- 172.21.15.55:0/3517618842 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29f0007570 con 0x7f2a0008c3a0 2022-11-27T15:47:11.388 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.377+0000 7f2a050c7700 1 -- 172.21.15.55:0/3517618842 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2a001b6640 con 0x7f2a0008c3a0 2022-11-27T15:47:11.389 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.377+0000 7f29e77fe700 1 -- 172.21.15.55:0/3517618842 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f29f0005830 con 0x7f2a0008c3a0 2022-11-27T15:47:11.389 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.377+0000 7f2a050c7700 1 -- 172.21.15.55:0/3517618842 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2a001b6ad0 con 0x7f2a0008c3a0 2022-11-27T15:47:11.389 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.378+0000 7f29e77fe700 1 -- 172.21.15.55:0/3517618842 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 1) v1 ==== 656+0+0 (secure 0 0 0) 0x7f29f0019030 con 0x7f2a0008c3a0 2022-11-27T15:47:11.389 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.378+0000 7f29e77fe700 1 -- 172.21.15.55:0/3517618842 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 721+0+0 (secure 0 0 0) 0x7f29f001cca0 con 0x7f2a0008c3a0 2022-11-27T15:47:11.390 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.378+0000 7f2a050c7700 1 -- 172.21.15.55:0/3517618842 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2a00061020 con 0x7f2a0008c3a0 2022-11-27T15:47:11.390 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.381+0000 7f29e77fe700 1 -- 172.21.15.55:0/3517618842 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71351 (secure 0 0 0) 0x7f29f0017070 con 0x7f2a0008c3a0 2022-11-27T15:47:11.427 INFO:tasks.ceph.mgr.x.smithi055.stderr:2022-11-27T15:47:11.425+0000 7f86ece5c200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2022-11-27T15:47:11.466 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.465+0000 7f2a050c7700 1 -- 172.21.15.55:0/3517618842 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd new", "uuid": "83710edf-d0f8-4020-8507-a921d74c874e", "id": 0} v 0) v1 -- 0x7f2a0008d7d0 con 0x7f2a0008c3a0 2022-11-27T15:47:11.479 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.477+0000 7f29e77fe700 1 -- 172.21.15.55:0/3517618842 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "83710edf-d0f8-4020-8507-a921d74c874e", "id": 0}]=0 v3) v1 ==== 112+0+2 (secure 0 0 0) 0x7f29f0005a30 con 0x7f2a0008c3a0 2022-11-27T15:47:11.480 INFO:teuthology.orchestra.run.smithi055.stdout:0 2022-11-27T15:47:11.481 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.478+0000 7f2a050c7700 1 -- 172.21.15.55:0/3517618842 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2a0008c3a0 msgr2=0x7f2a001b6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:11.481 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.478+0000 7f2a050c7700 1 --2- 172.21.15.55:0/3517618842 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2a0008c3a0 0x7f2a001b6100 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f29f000c6b0 tx=0x7f29f000ca70 comp rx=0 tx=0).stop 2022-11-27T15:47:11.481 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.478+0000 7f2a050c7700 1 -- 172.21.15.55:0/3517618842 shutdown_connections 2022-11-27T15:47:11.482 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.478+0000 7f2a050c7700 1 --2- 172.21.15.55:0/3517618842 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2a0008c3a0 0x7f2a001b6100 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:11.482 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.478+0000 7f2a050c7700 1 -- 172.21.15.55:0/3517618842 >> 172.21.15.55:0/3517618842 conn(0x7f2a000968d0 msgr2=0x7f2a00070d50 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:11.482 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.478+0000 7f2a050c7700 1 -- 172.21.15.55:0/3517618842 shutdown_connections 2022-11-27T15:47:11.482 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.478+0000 7f2a050c7700 1 -- 172.21.15.55:0/3517618842 wait complete. 2022-11-27T15:47:11.492 INFO:tasks.ceph.osd.0:Restarting daemon 2022-11-27T15:47:11.493 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2022-11-27T15:47:11.496 INFO:tasks.ceph.osd.0:Started 2022-11-27T15:47:11.497 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2022-11-27T15:47:11.624 INFO:tasks.ceph.mgr.x.smithi055.stderr:2022-11-27T15:47:11.622+0000 7f86ece5c200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2022-11-27T15:47:11.629 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.622+0000 7fb50de7c700 1 Processor -- start 2022-11-27T15:47:11.629 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.622+0000 7fb50de7c700 1 -- start start 2022-11-27T15:47:11.629 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.622+0000 7fb50de7c700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fb508089860 0x7fb508089c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:11.629 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.622+0000 7fb50de7c700 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb50806dcf0 con 0x7fb50808a170 2022-11-27T15:47:11.630 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.622+0000 7fb50de7c700 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb5080713d0 con 0x7fb508089860 2022-11-27T15:47:11.630 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.623+0000 7fb5077fe700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fb508089860 0x7fb508089c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:11.630 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.623+0000 7fb506ffd700 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7fb50808a170 0x7fb50812b7f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.55:36844/0 (socket says 172.21.15.55:36844) 2022-11-27T15:47:11.630 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.623+0000 7fb506ffd700 1 -- 172.21.15.55:0/2707935538 learned_addr learned my addr 172.21.15.55:0/2707935538 (peer_addr_for_me v1:172.21.15.55:0/0) 2022-11-27T15:47:11.630 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.623+0000 7fb5077fe700 1 -- 172.21.15.55:0/2707935538 >> v1:172.21.15.55:6789/0 conn(0x7fb50808a170 legacy=0x7fb50812b7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:11.631 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.623+0000 7fb5077fe700 1 -- 172.21.15.55:0/2707935538 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb50806ec50 con 0x7fb508089860 2022-11-27T15:47:11.631 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.623+0000 7fb5067fc700 1 -- 172.21.15.55:0/2707935538 <== mon.0 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3697024331 0 0) 0x7fb50806dcf0 con 0x7fb50808a170 2022-11-27T15:47:11.631 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.623+0000 7fb5077fe700 1 --2- 172.21.15.55:0/2707935538 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb508089860 0x7fb508089c30 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fb4f80097c0 tx=0x7fb4f8009ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b29dcf1f629dc203 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:11.631 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.623+0000 7fb5067fc700 1 -- 172.21.15.55:0/2707935538 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb4f8004160 con 0x7fb508089860 2022-11-27T15:47:11.632 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.623+0000 7fb5067fc700 1 -- 172.21.15.55:0/2707935538 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb4f80042c0 con 0x7fb508089860 2022-11-27T15:47:11.632 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.623+0000 7fb5067fc700 1 -- 172.21.15.55:0/2707935538 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb4f8004580 con 0x7fb508089860 2022-11-27T15:47:11.632 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.624+0000 7fb50de7c700 1 -- 172.21.15.55:0/2707935538 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb508089860 msgr2=0x7fb508089c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:11.632 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.624+0000 7fb50de7c700 1 --2- 172.21.15.55:0/2707935538 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb508089860 0x7fb508089c30 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fb4f80097c0 tx=0x7fb4f8009ad0 comp rx=0 tx=0).stop 2022-11-27T15:47:11.633 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.624+0000 7fb50de7c700 1 -- 172.21.15.55:0/2707935538 shutdown_connections 2022-11-27T15:47:11.633 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.624+0000 7fb50de7c700 1 --2- 172.21.15.55:0/2707935538 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb508089860 0x7fb508089c30 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:11.633 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.624+0000 7fb50de7c700 1 -- 172.21.15.55:0/2707935538 >> 172.21.15.55:0/2707935538 conn(0x7fb50808dc40 msgr2=0x7fb508090050 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:11.633 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.624+0000 7fb50de7c700 1 -- 172.21.15.55:0/2707935538 shutdown_connections 2022-11-27T15:47:11.633 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.624+0000 7fb50de7c700 1 -- 172.21.15.55:0/2707935538 wait complete. 2022-11-27T15:47:11.634 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.625+0000 7fb50de7c700 1 Processor -- start 2022-11-27T15:47:11.634 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.625+0000 7fb50de7c700 1 -- start start 2022-11-27T15:47:11.634 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.625+0000 7fb50de7c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb508089860 0x7fb5081ba4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:11.634 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.625+0000 7fb50de7c700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5081b8a80 con 0x7fb508089860 2022-11-27T15:47:11.634 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.625+0000 7fb5077fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb508089860 0x7fb5081ba4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:11.635 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.625+0000 7fb5077fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb508089860 0x7fb5081ba4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:42010/0 (socket says 172.21.15.55:42010) 2022-11-27T15:47:11.635 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.625+0000 7fb5077fe700 1 -- 172.21.15.55:0/3034627974 learned_addr learned my addr 172.21.15.55:0/3034627974 (peer_addr_for_me v2:172.21.15.55:0/0) 2022-11-27T15:47:11.635 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.626+0000 7fb5077fe700 1 -- 172.21.15.55:0/3034627974 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4f80094a0 con 0x7fb508089860 2022-11-27T15:47:11.635 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.626+0000 7fb5077fe700 1 --2- 172.21.15.55:0/3034627974 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb508089860 0x7fb5081ba4d0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fb4f80090b0 tx=0x7fb4f8004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:11.636 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.626+0000 7fb4effff700 1 -- 172.21.15.55:0/3034627974 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb4f8003e90 con 0x7fb508089860 2022-11-27T15:47:11.636 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.626+0000 7fb4effff700 1 -- 172.21.15.55:0/3034627974 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb4f801e070 con 0x7fb508089860 2022-11-27T15:47:11.636 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.626+0000 7fb50de7c700 1 -- 172.21.15.55:0/3034627974 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb5081a7040 con 0x7fb508089860 2022-11-27T15:47:11.636 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.626+0000 7fb4effff700 1 -- 172.21.15.55:0/3034627974 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb4f8011760 con 0x7fb508089860 2022-11-27T15:47:11.636 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.626+0000 7fb50de7c700 1 -- 172.21.15.55:0/3034627974 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5081babf0 con 0x7fb508089860 2022-11-27T15:47:11.637 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.626+0000 7fb4effff700 1 -- 172.21.15.55:0/3034627974 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 1) v1 ==== 656+0+0 (secure 0 0 0) 0x7fb4f8017020 con 0x7fb508089860 2022-11-27T15:47:11.637 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.626+0000 7fb4effff700 1 -- 172.21.15.55:0/3034627974 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 836+0+0 (secure 0 0 0) 0x7fb4f8024400 con 0x7fb508089860 2022-11-27T15:47:11.637 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.627+0000 7fb50de7c700 1 -- 172.21.15.55:0/3034627974 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb5081a71d0 con 0x7fb508089860 2022-11-27T15:47:11.638 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.631+0000 7fb4effff700 1 -- 172.21.15.55:0/3034627974 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71351 (secure 0 0 0) 0x7fb4f8032060 con 0x7fb508089860 2022-11-27T15:47:11.702 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.701+0000 7fb50de7c700 1 -- 172.21.15.55:0/3034627974 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb508061020 con 0x7fb508089860 2022-11-27T15:47:11.703 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.701+0000 7fb4effff700 1 -- 172.21.15.55:0/3034627974 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v3) v1 ==== 74+0+1928 (secure 0 0 0) 0x7fb4f8020070 con 0x7fb508089860 2022-11-27T15:47:11.704 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:11.704 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":3,"fsid":"66eaeb7b-9079-439e-aac1-73aecd0cf719","created":"2022-11-27T15:47:11.064597+0000","modified":"2022-11-27T15:47:11.466413+0000","last_up_change":"0.000000","last_in_change":"2022-11-27T15:47:11.466413+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":1,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","pools":[],"osds":[{"osd":0,"uuid":"83710edf-d0f8-4020-8507-a921d74c874e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-11-27T15:47:11.704 INFO:tasks.ceph.mgr.x.smithi055.stderr:2022-11-27T15:47:11.702+0000 7f86ece5c200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2022-11-27T15:47:11.705 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.702+0000 7fb50de7c700 1 -- 172.21.15.55:0/3034627974 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb508089860 msgr2=0x7fb5081ba4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:11.706 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.702+0000 7fb50de7c700 1 --2- 172.21.15.55:0/3034627974 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb508089860 0x7fb5081ba4d0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fb4f80090b0 tx=0x7fb4f8004750 comp rx=0 tx=0).stop 2022-11-27T15:47:11.706 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.702+0000 7fb50de7c700 1 -- 172.21.15.55:0/3034627974 shutdown_connections 2022-11-27T15:47:11.706 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.702+0000 7fb50de7c700 1 --2- 172.21.15.55:0/3034627974 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb508089860 0x7fb5081ba4d0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:11.706 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.702+0000 7fb50de7c700 1 -- 172.21.15.55:0/3034627974 >> 172.21.15.55:0/3034627974 conn(0x7fb50808dc40 msgr2=0x7fb50808ff90 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:11.706 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.702+0000 7fb50de7c700 1 -- 172.21.15.55:0/3034627974 shutdown_connections 2022-11-27T15:47:11.707 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:11.702+0000 7fb50de7c700 1 -- 172.21.15.55:0/3034627974 wait complete. 2022-11-27T15:47:11.716 INFO:tasks.ceph.ceph_manager.ceph:[] 2022-11-27T15:47:11.716 INFO:tasks.ceph:Waiting for OSDs to come up 2022-11-27T15:47:11.775 INFO:tasks.ceph.mgr.x.smithi055.stderr:2022-11-27T15:47:11.773+0000 7f86ece5c200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2022-11-27T15:47:11.818 DEBUG:teuthology.orchestra.run.smithi055:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2022-11-27T15:47:11.938 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:11.935+0000 7fdf35b44700 1 Processor -- start 2022-11-27T15:47:11.939 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:11.935+0000 7fdf35b44700 1 -- start start 2022-11-27T15:47:11.939 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:11.935+0000 7fdf35b44700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fdf30124fe0 0x7fdf301253b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:11.939 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:11.935+0000 7fdf35b44700 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdf30122880 con 0x7fdf300697a0 2022-11-27T15:47:11.939 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:11.935+0000 7fdf35b44700 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdf3006d3f0 con 0x7fdf30124fe0 2022-11-27T15:47:11.940 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:11.935+0000 7fdf2f7fe700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fdf30124fe0 0x7fdf301253b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:11.940 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:11.935+0000 7fdf2effd700 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7fdf300697a0 0x7fdf30069bf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.55:36850/0 (socket says 172.21.15.55:36850) 2022-11-27T15:47:11.940 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:11.935+0000 7fdf2effd700 1 -- 172.21.15.55:0/4049762737 learned_addr learned my addr 172.21.15.55:0/4049762737 (peer_addr_for_me v1:172.21.15.55:0/0) 2022-11-27T15:47:11.940 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:11.936+0000 7fdf2f7fe700 1 -- 172.21.15.55:0/4049762737 >> v1:172.21.15.55:6789/0 conn(0x7fdf300697a0 legacy=0x7fdf30069bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:11.940 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:11.936+0000 7fdf2f7fe700 1 -- 172.21.15.55:0/4049762737 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf3006d700 con 0x7fdf30124fe0 2022-11-27T15:47:11.941 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:11.936+0000 7fdf2f7fe700 1 --2- 172.21.15.55:0/4049762737 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf30124fe0 0x7fdf301253b0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fdf200097c0 tx=0x7fdf20009ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c07c6dcd5045a5a server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:11.941 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:11.936+0000 7fdf2e7fc700 1 -- 172.21.15.55:0/4049762737 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fdf20004160 con 0x7fdf30124fe0 2022-11-27T15:47:11.941 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:11.936+0000 7fdf2e7fc700 1 -- 172.21.15.55:0/4049762737 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdf200042c0 con 0x7fdf30124fe0 2022-11-27T15:47:11.942 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:11.936+0000 7fdf2e7fc700 1 -- 172.21.15.55:0/4049762737 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fdf20004580 con 0x7fdf30124fe0 2022-11-27T15:47:11.942 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:11.936+0000 7fdf35b44700 1 -- 172.21.15.55:0/4049762737 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf30124fe0 msgr2=0x7fdf301253b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:11.943 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:11.936+0000 7fdf35b44700 1 --2- 172.21.15.55:0/4049762737 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf30124fe0 0x7fdf301253b0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fdf200097c0 tx=0x7fdf20009ad0 comp rx=0 tx=0).stop 2022-11-27T15:47:11.943 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:11.936+0000 7fdf35b44700 1 -- 172.21.15.55:0/4049762737 shutdown_connections 2022-11-27T15:47:11.943 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:11.936+0000 7fdf35b44700 1 --2- 172.21.15.55:0/4049762737 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf30124fe0 0x7fdf301253b0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:11.944 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:11.936+0000 7fdf35b44700 1 -- 172.21.15.55:0/4049762737 >> 172.21.15.55:0/4049762737 conn(0x7fdf3008cbc0 msgr2=0x7fdf3008efa0 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:11.944 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:11.936+0000 7fdf35b44700 1 -- 172.21.15.55:0/4049762737 shutdown_connections 2022-11-27T15:47:11.944 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:11.936+0000 7fdf35b44700 1 -- 172.21.15.55:0/4049762737 wait complete. 2022-11-27T15:47:11.948 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:11.938+0000 7fdf35b44700 1 Processor -- start 2022-11-27T15:47:11.949 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:11.938+0000 7fdf35b44700 1 -- start start 2022-11-27T15:47:11.949 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:11.938+0000 7fdf35b44700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf300697a0 0x7fdf301b9280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:11.949 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:11.938+0000 7fdf35b44700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf3011abf0 con 0x7fdf300697a0 2022-11-27T15:47:11.950 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:11.938+0000 7fdf2f7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf300697a0 0x7fdf301b9280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:11.950 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:11.938+0000 7fdf2f7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf300697a0 0x7fdf301b9280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:42030/0 (socket says 172.21.15.55:42030) 2022-11-27T15:47:11.950 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:11.938+0000 7fdf2f7fe700 1 -- 172.21.15.55:0/1075246667 learned_addr learned my addr 172.21.15.55:0/1075246667 (peer_addr_for_me v2:172.21.15.55:0/0) 2022-11-27T15:47:11.951 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:11.939+0000 7fdf2f7fe700 1 -- 172.21.15.55:0/1075246667 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf200094a0 con 0x7fdf300697a0 2022-11-27T15:47:11.951 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:11.939+0000 7fdf2f7fe700 1 --2- 172.21.15.55:0/1075246667 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf300697a0 0x7fdf301b9280 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fdf20009b10 tx=0x7fdf20004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:11.951 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:11.939+0000 7fdf17fff700 1 -- 172.21.15.55:0/1075246667 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fdf20011630 con 0x7fdf300697a0 2022-11-27T15:47:11.952 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:11.939+0000 7fdf17fff700 1 -- 172.21.15.55:0/1075246667 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdf2001e070 con 0x7fdf300697a0 2022-11-27T15:47:11.952 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:11.939+0000 7fdf17fff700 1 -- 172.21.15.55:0/1075246667 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fdf20011900 con 0x7fdf300697a0 2022-11-27T15:47:11.952 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:11.939+0000 7fdf35b44700 1 -- 172.21.15.55:0/1075246667 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdf301b8c80 con 0x7fdf300697a0 2022-11-27T15:47:11.953 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:11.939+0000 7fdf35b44700 1 -- 172.21.15.55:0/1075246667 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdf301b97c0 con 0x7fdf300697a0 2022-11-27T15:47:11.953 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:11.939+0000 7fdf17fff700 1 -- 172.21.15.55:0/1075246667 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 1) v1 ==== 656+0+0 (secure 0 0 0) 0x7fdf20017020 con 0x7fdf300697a0 2022-11-27T15:47:11.953 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:11.939+0000 7fdf17fff700 1 -- 172.21.15.55:0/1075246667 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 836+0+0 (secure 0 0 0) 0x7fdf20024400 con 0x7fdf300697a0 2022-11-27T15:47:11.953 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:11.940+0000 7fdf35b44700 1 -- 172.21.15.55:0/1075246667 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdf3011ad30 con 0x7fdf300697a0 2022-11-27T15:47:11.953 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:11.942+0000 7fdf17fff700 1 -- 172.21.15.55:0/1075246667 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71351 (secure 0 0 0) 0x7fdf20032060 con 0x7fdf300697a0 2022-11-27T15:47:12.013 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:12.012+0000 7fdf35b44700 1 -- 172.21.15.55:0/1075246667 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdf30061020 con 0x7fdf300697a0 2022-11-27T15:47:12.014 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:12.012+0000 7fdf17fff700 1 -- 172.21.15.55:0/1075246667 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v3) v1 ==== 74+0+1928 (secure 0 0 0) 0x7fdf20020070 con 0x7fdf300697a0 2022-11-27T15:47:12.015 INFO:teuthology.misc.health.smithi055.stdout: 2022-11-27T15:47:12.015 INFO:teuthology.misc.health.smithi055.stdout:{"epoch":3,"fsid":"66eaeb7b-9079-439e-aac1-73aecd0cf719","created":"2022-11-27T15:47:11.064597+0000","modified":"2022-11-27T15:47:11.466413+0000","last_up_change":"0.000000","last_in_change":"2022-11-27T15:47:11.466413+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":1,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","pools":[],"osds":[{"osd":0,"uuid":"83710edf-d0f8-4020-8507-a921d74c874e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-11-27T15:47:12.016 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:12.013+0000 7fdf35b44700 1 -- 172.21.15.55:0/1075246667 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf300697a0 msgr2=0x7fdf301b9280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:12.016 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:12.013+0000 7fdf35b44700 1 --2- 172.21.15.55:0/1075246667 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf300697a0 0x7fdf301b9280 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fdf20009b10 tx=0x7fdf20004750 comp rx=0 tx=0).stop 2022-11-27T15:47:12.016 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:12.013+0000 7fdf35b44700 1 -- 172.21.15.55:0/1075246667 shutdown_connections 2022-11-27T15:47:12.017 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:12.013+0000 7fdf35b44700 1 --2- 172.21.15.55:0/1075246667 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf300697a0 0x7fdf301b9280 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:12.017 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:12.013+0000 7fdf35b44700 1 -- 172.21.15.55:0/1075246667 >> 172.21.15.55:0/1075246667 conn(0x7fdf3008cbc0 msgr2=0x7fdf3006db30 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:12.017 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:12.013+0000 7fdf35b44700 1 -- 172.21.15.55:0/1075246667 shutdown_connections 2022-11-27T15:47:12.017 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:12.013+0000 7fdf35b44700 1 -- 172.21.15.55:0/1075246667 wait complete. 2022-11-27T15:47:12.026 DEBUG:teuthology.misc:0 of 1 OSDs are up 2022-11-27T15:47:12.102 INFO:tasks.ceph.osd.0.smithi055.stderr:2022-11-27T15:47:12.100+0000 7f384c5635c0 -1 Falling back to public interface 2022-11-27T15:47:12.356 INFO:tasks.ceph.mgr.x.smithi055.stderr:2022-11-27T15:47:12.355+0000 7f86ece5c200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2022-11-27T15:47:12.471 INFO:tasks.ceph.mgr.x.smithi055.stderr:2022-11-27T15:47:12.469+0000 7f86ece5c200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2022-11-27T15:47:12.549 INFO:tasks.ceph.mgr.x.smithi055.stderr:2022-11-27T15:47:12.547+0000 7f86ece5c200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2022-11-27T15:47:12.682 INFO:tasks.ceph.mgr.x.smithi055.stderr:2022-11-27T15:47:12.680+0000 7f86ece5c200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2022-11-27T15:47:12.782 INFO:tasks.ceph.mgr.x.smithi055.stderr:2022-11-27T15:47:12.780+0000 7f86ece5c200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2022-11-27T15:47:12.850 INFO:tasks.ceph.mgr.x.smithi055.stderr:2022-11-27T15:47:12.849+0000 7f86ece5c200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2022-11-27T15:47:13.247 INFO:tasks.ceph.mgr.x.smithi055.stderr:2022-11-27T15:47:13.245+0000 7f86ece5c200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2022-11-27T15:47:13.386 INFO:tasks.ceph.mgr.x.smithi055.stderr:2022-11-27T15:47:13.384+0000 7f86ece5c200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2022-11-27T15:47:13.459 INFO:tasks.ceph.mgr.x.smithi055.stderr:2022-11-27T15:47:13.458+0000 7f86ece5c200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2022-11-27T15:47:13.641 INFO:tasks.ceph.mgr.x.smithi055.stderr:2022-11-27T15:47:13.640+0000 7f86ece5c200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2022-11-27T15:47:13.789 INFO:tasks.ceph.mgr.x.smithi055.stderr:2022-11-27T15:47:13.787+0000 7f86ece5c200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2022-11-27T15:47:13.935 INFO:tasks.ceph.mgr.x.smithi055.stderr:2022-11-27T15:47:13.934+0000 7f86ece5c200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2022-11-27T15:47:14.181 INFO:tasks.ceph.mgr.x.smithi055.stderr:2022-11-27T15:47:14.180+0000 7f86ece5c200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2022-11-27T15:47:14.321 INFO:tasks.ceph.mgr.x.smithi055.stderr:2022-11-27T15:47:14.319+0000 7f86ece5c200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2022-11-27T15:47:14.944 INFO:tasks.ceph.mgr.x.smithi055.stderr:2022-11-27T15:47:14.943+0000 7f86ece5c200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2022-11-27T15:47:15.165 INFO:tasks.ceph.mgr.x.smithi055.stderr:2022-11-27T15:47:15.163+0000 7f86ece5c200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2022-11-27T15:47:15.612 INFO:tasks.ceph.osd.0.smithi055.stderr:2022-11-27T15:47:15.610+0000 7f384c5635c0 -1 osd.0 0 log_to_monitors true 2022-11-27T15:47:15.947 INFO:tasks.ceph.mgr.x.smithi055.stderr:2022-11-27T15:47:15.946+0000 7f86ece5c200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2022-11-27T15:47:16.020 INFO:tasks.ceph.mgr.x.smithi055.stderr:2022-11-27T15:47:16.019+0000 7f86ece5c200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2022-11-27T15:47:16.598 INFO:tasks.ceph.mgr.x.smithi055.stderr:2022-11-27T15:47:16.596+0000 7f86ece5c200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2022-11-27T15:47:16.682 INFO:tasks.ceph.mgr.x.smithi055.stderr:2022-11-27T15:47:16.680+0000 7f86ece5c200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2022-11-27T15:47:17.714 INFO:tasks.ceph.osd.0.smithi055.stderr:2022-11-27T15:47:17.712+0000 7f384010b700 -1 osd.0 0 waiting for initial osdmap 2022-11-27T15:47:17.732 INFO:tasks.ceph.osd.0.smithi055.stderr:2022-11-27T15:47:17.731+0000 7f38384e6700 -1 osd.0 5 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2022-11-27T15:47:17.751 INFO:tasks.ceph.mgr.x.smithi055.stderr:2022-11-27T15:47:17.750+0000 7f86aabc3700 -1 mgr.server handle_report got status from non-daemon mon.a 2022-11-27T15:47:18.128 DEBUG:teuthology.orchestra.run.smithi055:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2022-11-27T15:47:18.253 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.246+0000 7f491e5bd700 1 Processor -- start 2022-11-27T15:47:18.253 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.246+0000 7f491e5bd700 1 -- start start 2022-11-27T15:47:18.253 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.246+0000 7f491e5bd700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f491806aa00 0x7f4918121420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:18.254 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.246+0000 7f491e5bd700 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f491806bb00 con 0x7f491806a630 2022-11-27T15:47:18.254 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.246+0000 7f491e5bd700 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f491806ae70 con 0x7f491806aa00 2022-11-27T15:47:18.254 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.247+0000 7f49177fe700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f491806aa00 0x7f4918121420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:18.254 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.247+0000 7f4917fff700 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7f491806a630 0x7f4918120d10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.55:36866/0 (socket says 172.21.15.55:36866) 2022-11-27T15:47:18.255 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.247+0000 7f4917fff700 1 -- 172.21.15.55:0/2201312890 learned_addr learned my addr 172.21.15.55:0/2201312890 (peer_addr_for_me v1:172.21.15.55:0/0) 2022-11-27T15:47:18.255 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.247+0000 7f49177fe700 1 -- 172.21.15.55:0/2201312890 >> v1:172.21.15.55:6789/0 conn(0x7f491806a630 legacy=0x7f4918120d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:18.255 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.247+0000 7f49177fe700 1 -- 172.21.15.55:0/2201312890 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f491806bd30 con 0x7f491806aa00 2022-11-27T15:47:18.255 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.247+0000 7f49177fe700 1 --2- 172.21.15.55:0/2201312890 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f491806aa00 0x7f4918121420 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f49080097c0 tx=0x7f4908009ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3d8bdeaa5d94f13 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:18.255 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.247+0000 7f4916ffd700 1 -- 172.21.15.55:0/2201312890 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4908004160 con 0x7f491806aa00 2022-11-27T15:47:18.256 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.247+0000 7f4916ffd700 1 -- 172.21.15.55:0/2201312890 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f49080042c0 con 0x7f491806aa00 2022-11-27T15:47:18.256 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.247+0000 7f4916ffd700 1 -- 172.21.15.55:0/2201312890 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4908004580 con 0x7f491806aa00 2022-11-27T15:47:18.256 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.248+0000 7f491e5bd700 1 -- 172.21.15.55:0/2201312890 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f491806aa00 msgr2=0x7f4918121420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:18.256 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.248+0000 7f491e5bd700 1 --2- 172.21.15.55:0/2201312890 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f491806aa00 0x7f4918121420 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f49080097c0 tx=0x7f4908009ad0 comp rx=0 tx=0).stop 2022-11-27T15:47:18.257 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.248+0000 7f491e5bd700 1 -- 172.21.15.55:0/2201312890 shutdown_connections 2022-11-27T15:47:18.257 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.248+0000 7f491e5bd700 1 --2- 172.21.15.55:0/2201312890 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f491806aa00 0x7f4918121420 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:18.257 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.248+0000 7f491e5bd700 1 -- 172.21.15.55:0/2201312890 >> 172.21.15.55:0/2201312890 conn(0x7f491808cbc0 msgr2=0x7f491808efa0 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:18.257 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.248+0000 7f491e5bd700 1 -- 172.21.15.55:0/2201312890 shutdown_connections 2022-11-27T15:47:18.257 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.248+0000 7f491e5bd700 1 -- 172.21.15.55:0/2201312890 wait complete. 2022-11-27T15:47:18.258 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.248+0000 7f491e5bd700 1 Processor -- start 2022-11-27T15:47:18.258 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.249+0000 7f491e5bd700 1 -- start start 2022-11-27T15:47:18.258 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.249+0000 7f491e5bd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f491806a630 0x7f49181bb1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:18.258 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.249+0000 7f491e5bd700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f491811c8a0 con 0x7f491806a630 2022-11-27T15:47:18.259 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.249+0000 7f4917fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f491806a630 0x7f49181bb1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:18.259 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.249+0000 7f4917fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f491806a630 0x7f49181bb1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:42134/0 (socket says 172.21.15.55:42134) 2022-11-27T15:47:18.259 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.249+0000 7f4917fff700 1 -- 172.21.15.55:0/2649380154 learned_addr learned my addr 172.21.15.55:0/2649380154 (peer_addr_for_me v2:172.21.15.55:0/0) 2022-11-27T15:47:18.259 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.249+0000 7f4917fff700 1 -- 172.21.15.55:0/2649380154 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49080094a0 con 0x7f491806a630 2022-11-27T15:47:18.260 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.249+0000 7f4917fff700 1 --2- 172.21.15.55:0/2649380154 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f491806a630 0x7f49181bb1b0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f490c00c410 tx=0x7f490c00c7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:18.260 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.250+0000 7f4914ff9700 1 -- 172.21.15.55:0/2649380154 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f490c005ca0 con 0x7f491806a630 2022-11-27T15:47:18.260 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.250+0000 7f4914ff9700 1 -- 172.21.15.55:0/2649380154 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f490c005e00 con 0x7f491806a630 2022-11-27T15:47:18.260 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.250+0000 7f4914ff9700 1 -- 172.21.15.55:0/2649380154 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f490c0049c0 con 0x7f491806a630 2022-11-27T15:47:18.261 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.250+0000 7f491e5bd700 1 -- 172.21.15.55:0/2649380154 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f491811cda0 con 0x7f491806a630 2022-11-27T15:47:18.261 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.250+0000 7f491e5bd700 1 -- 172.21.15.55:0/2649380154 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f49181bb6f0 con 0x7f491806a630 2022-11-27T15:47:18.261 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.250+0000 7f4914ff9700 1 -- 172.21.15.55:0/2649380154 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 3) v1 ==== 42341+0+0 (secure 0 0 0) 0x7f490c010070 con 0x7f491806a630 2022-11-27T15:47:18.261 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.250+0000 7f4914ff9700 1 --2- 172.21.15.55:0/2649380154 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f48f80352c0 0x7f48f8037770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:18.261 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.251+0000 7f4914ff9700 1 -- 172.21.15.55:0/2649380154 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1053+0+0 (secure 0 0 0) 0x7f490c045ca0 con 0x7f491806a630 2022-11-27T15:47:18.262 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.251+0000 7f49177fe700 1 --2- 172.21.15.55:0/2649380154 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f48f80352c0 0x7f48f8037770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:18.262 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.251+0000 7f491e5bd700 1 -- 172.21.15.55:0/2649380154 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4918061020 con 0x7f491806a630 2022-11-27T15:47:18.262 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.251+0000 7f49177fe700 1 --2- 172.21.15.55:0/2649380154 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f48f80352c0 0x7f48f8037770 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f49080090b0 tx=0x7f4908008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:18.263 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.256+0000 7f4914ff9700 1 -- 172.21.15.55:0/2649380154 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+170936 (secure 0 0 0) 0x7f490c004b20 con 0x7f491806a630 2022-11-27T15:47:18.446 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.444+0000 7f491e5bd700 1 -- 172.21.15.55:0/2649380154 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4918121960 con 0x7f491806a630 2022-11-27T15:47:18.447 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.445+0000 7f4914ff9700 1 -- 172.21.15.55:0/2649380154 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v5) v1 ==== 74+0+1928 (secure 0 0 0) 0x7f490c0113a0 con 0x7f491806a630 2022-11-27T15:47:18.448 INFO:teuthology.misc.health.smithi055.stdout: 2022-11-27T15:47:18.448 INFO:teuthology.misc.health.smithi055.stdout:{"epoch":5,"fsid":"66eaeb7b-9079-439e-aac1-73aecd0cf719","created":"2022-11-27T15:47:11.064597+0000","modified":"2022-11-27T15:47:16.665483+0000","last_up_change":"0.000000","last_in_change":"2022-11-27T15:47:11.466413+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":1,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","pools":[],"osds":[{"osd":0,"uuid":"83710edf-d0f8-4020-8507-a921d74c874e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-11-27T15:47:18.450 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.447+0000 7f491e5bd700 1 -- 172.21.15.55:0/2649380154 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f48f80352c0 msgr2=0x7f48f8037770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:18.450 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.447+0000 7f491e5bd700 1 --2- 172.21.15.55:0/2649380154 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f48f80352c0 0x7f48f8037770 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f49080090b0 tx=0x7f4908008030 comp rx=0 tx=0).stop 2022-11-27T15:47:18.450 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.447+0000 7f491e5bd700 1 -- 172.21.15.55:0/2649380154 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f491806a630 msgr2=0x7f49181bb1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:18.451 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.447+0000 7f491e5bd700 1 --2- 172.21.15.55:0/2649380154 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f491806a630 0x7f49181bb1b0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f490c00c410 tx=0x7f490c00c7d0 comp rx=0 tx=0).stop 2022-11-27T15:47:18.451 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.447+0000 7f491e5bd700 1 -- 172.21.15.55:0/2649380154 shutdown_connections 2022-11-27T15:47:18.451 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.447+0000 7f491e5bd700 1 --2- 172.21.15.55:0/2649380154 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f48f80352c0 0x7f48f8037770 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:18.451 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.447+0000 7f491e5bd700 1 --2- 172.21.15.55:0/2649380154 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f491806a630 0x7f49181bb1b0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:18.452 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.447+0000 7f491e5bd700 1 -- 172.21.15.55:0/2649380154 >> 172.21.15.55:0/2649380154 conn(0x7f491808cbc0 msgr2=0x7f491811d8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:18.452 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.447+0000 7f491e5bd700 1 -- 172.21.15.55:0/2649380154 shutdown_connections 2022-11-27T15:47:18.452 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:18.447+0000 7f491e5bd700 1 -- 172.21.15.55:0/2649380154 wait complete. 2022-11-27T15:47:18.459 DEBUG:teuthology.misc:0 of 1 OSDs are up 2022-11-27T15:47:24.562 DEBUG:teuthology.orchestra.run.smithi055:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2022-11-27T15:47:24.695 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.688+0000 7fc4ae499700 1 Processor -- start 2022-11-27T15:47:24.696 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.688+0000 7fc4ae499700 1 -- start start 2022-11-27T15:47:24.696 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.689+0000 7fc4ae499700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fc4a8125f20 0x7fc4a81262f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:24.697 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.689+0000 7fc4ae499700 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc4a8126830 con 0x7fc4a808b1e0 2022-11-27T15:47:24.697 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.689+0000 7fc4ae499700 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc4a8125920 con 0x7fc4a8125f20 2022-11-27T15:47:24.697 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.689+0000 7fc4a7fff700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fc4a8125f20 0x7fc4a81262f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:24.697 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.689+0000 7fc4a77fe700 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7fc4a808b1e0 0x7fc4a808b650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.55:59294/0 (socket says 172.21.15.55:59294) 2022-11-27T15:47:24.698 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.689+0000 7fc4a7fff700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fc4a8125f20 0x7fc4a81262f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:42762/0 (socket says 172.21.15.55:42762) 2022-11-27T15:47:24.698 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.689+0000 7fc4a77fe700 1 -- 172.21.15.55:0/745768924 learned_addr learned my addr 172.21.15.55:0/745768924 (peer_addr_for_me v1:172.21.15.55:0/0) 2022-11-27T15:47:24.698 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.689+0000 7fc4a7fff700 1 -- 172.21.15.55:0/745768924 >> v1:172.21.15.55:6789/0 conn(0x7fc4a808b1e0 legacy=0x7fc4a808b650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:24.698 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.689+0000 7fc4a6ffd700 1 -- 172.21.15.55:0/745768924 <== mon.0 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2734753588 0 0) 0x7fc4a8126830 con 0x7fc4a808b1e0 2022-11-27T15:47:24.698 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.689+0000 7fc4a7fff700 1 -- 172.21.15.55:0/745768924 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4a808c390 con 0x7fc4a8125f20 2022-11-27T15:47:24.699 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.690+0000 7fc4a7fff700 1 --2- 172.21.15.55:0/745768924 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4a8125f20 0x7fc4a81262f0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fc4900097c0 tx=0x7fc490009ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c7463e168c1f495 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:24.699 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.690+0000 7fc4a6ffd700 1 -- 172.21.15.55:0/745768924 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc490004160 con 0x7fc4a8125f20 2022-11-27T15:47:24.699 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.690+0000 7fc4a6ffd700 1 -- 172.21.15.55:0/745768924 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc4900042c0 con 0x7fc4a8125f20 2022-11-27T15:47:24.699 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.690+0000 7fc4a6ffd700 1 -- 172.21.15.55:0/745768924 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc490004580 con 0x7fc4a8125f20 2022-11-27T15:47:24.699 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.690+0000 7fc4ae499700 1 -- 172.21.15.55:0/745768924 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4a8125f20 msgr2=0x7fc4a81262f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:24.700 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.690+0000 7fc4ae499700 1 --2- 172.21.15.55:0/745768924 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4a8125f20 0x7fc4a81262f0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fc4900097c0 tx=0x7fc490009ad0 comp rx=0 tx=0).stop 2022-11-27T15:47:24.700 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.690+0000 7fc4ae499700 1 -- 172.21.15.55:0/745768924 shutdown_connections 2022-11-27T15:47:24.700 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.690+0000 7fc4ae499700 1 --2- 172.21.15.55:0/745768924 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4a8125f20 0x7fc4a81262f0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:24.700 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.690+0000 7fc4ae499700 1 -- 172.21.15.55:0/745768924 >> 172.21.15.55:0/745768924 conn(0x7fc4a808f350 msgr2=0x7fc4a808f750 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:24.701 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.690+0000 7fc4ae499700 1 -- 172.21.15.55:0/745768924 shutdown_connections 2022-11-27T15:47:24.701 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.690+0000 7fc4ae499700 1 -- 172.21.15.55:0/745768924 wait complete. 2022-11-27T15:47:24.701 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.691+0000 7fc4ae499700 1 Processor -- start 2022-11-27T15:47:24.701 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.691+0000 7fc4ae499700 1 -- start start 2022-11-27T15:47:24.701 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.692+0000 7fc4ae499700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4a808b1e0 0x7fc4a81ba0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:24.702 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.692+0000 7fc4ae499700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4a811d320 con 0x7fc4a808b1e0 2022-11-27T15:47:24.702 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.692+0000 7fc4a7fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4a808b1e0 0x7fc4a81ba0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:24.702 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.692+0000 7fc4a7fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4a808b1e0 0x7fc4a81ba0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:42778/0 (socket says 172.21.15.55:42778) 2022-11-27T15:47:24.702 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.692+0000 7fc4a7fff700 1 -- 172.21.15.55:0/1268846306 learned_addr learned my addr 172.21.15.55:0/1268846306 (peer_addr_for_me v2:172.21.15.55:0/0) 2022-11-27T15:47:24.703 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.692+0000 7fc4a7fff700 1 -- 172.21.15.55:0/1268846306 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4900094a0 con 0x7fc4a808b1e0 2022-11-27T15:47:24.703 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.692+0000 7fc4a7fff700 1 --2- 172.21.15.55:0/1268846306 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4a808b1e0 0x7fc4a81ba0b0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fc4900090b0 tx=0x7fc490004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:24.703 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.692+0000 7fc4a4ff9700 1 -- 172.21.15.55:0/1268846306 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc490003e90 con 0x7fc4a808b1e0 2022-11-27T15:47:24.703 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.692+0000 7fc4a4ff9700 1 -- 172.21.15.55:0/1268846306 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc49001e070 con 0x7fc4a808b1e0 2022-11-27T15:47:24.703 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.692+0000 7fc4ae499700 1 -- 172.21.15.55:0/1268846306 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc4a81b9b60 con 0x7fc4a808b1e0 2022-11-27T15:47:24.704 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.692+0000 7fc4a4ff9700 1 -- 172.21.15.55:0/1268846306 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc490011760 con 0x7fc4a808b1e0 2022-11-27T15:47:24.704 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.693+0000 7fc4ae499700 1 -- 172.21.15.55:0/1268846306 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc4a81ba5f0 con 0x7fc4a808b1e0 2022-11-27T15:47:24.704 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.693+0000 7fc4a4ff9700 1 -- 172.21.15.55:0/1268846306 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 5) v1 ==== 42461+0+0 (secure 0 0 0) 0x7fc490017020 con 0x7fc4a808b1e0 2022-11-27T15:47:24.704 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.693+0000 7fc4a4ff9700 1 --2- 172.21.15.55:0/1268846306 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7fc48c0353a0 0x7fc48c037850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:24.704 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.693+0000 7fc4ae499700 1 -- 172.21.15.55:0/1268846306 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc4a8061020 con 0x7fc4a808b1e0 2022-11-27T15:47:24.705 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.694+0000 7fc4a4ff9700 1 -- 172.21.15.55:0/1268846306 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(9..9 src has 1..9) v4 ==== 1719+0+0 (secure 0 0 0) 0x7fc490047ca0 con 0x7fc4a808b1e0 2022-11-27T15:47:24.705 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.694+0000 7fc4a77fe700 1 --2- 172.21.15.55:0/1268846306 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7fc48c0353a0 0x7fc48c037850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:24.705 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.694+0000 7fc4a77fe700 1 --2- 172.21.15.55:0/1268846306 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7fc48c0353a0 0x7fc48c037850 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fc498007fd0 tx=0x7fc4980079a0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:24.706 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.699+0000 7fc4a4ff9700 1 -- 172.21.15.55:0/1268846306 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+170936 (secure 0 0 0) 0x7fc490010790 con 0x7fc4a808b1e0 2022-11-27T15:47:24.889 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.888+0000 7fc4ae499700 1 -- 172.21.15.55:0/1268846306 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc4a8065780 con 0x7fc4a808b1e0 2022-11-27T15:47:24.890 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.888+0000 7fc4a4ff9700 1 -- 172.21.15.55:0/1268846306 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v9) v1 ==== 74+0+3944 (secure 0 0 0) 0x7fc4900193c0 con 0x7fc4a808b1e0 2022-11-27T15:47:24.891 INFO:teuthology.misc.health.smithi055.stdout: 2022-11-27T15:47:24.891 INFO:teuthology.misc.health.smithi055.stdout:{"epoch":9,"fsid":"66eaeb7b-9079-439e-aac1-73aecd0cf719","created":"2022-11-27T15:47:11.064597+0000","modified":"2022-11-27T15:47:21.766319+0000","last_up_change":"2022-11-27T15:47:18.715486+0000","last_in_change":"2022-11-27T15:47:11.466413+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":1,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","pools":[{"pool":1,"pool_name":".mgr","create_time":"2022-11-27T15:47:18.803071+0000","flags":1,"flags_names":"hashpspool","type":1,"size":1,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"9","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"83710edf-d0f8-4020-8507-a921d74c874e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":6,"up_thru":7,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":107595},{"type":"v1","addr":"172.21.15.55:6801","nonce":107595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":107595},{"type":"v1","addr":"172.21.15.55:6803","nonce":107595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":107595},{"type":"v1","addr":"172.21.15.55:6807","nonce":107595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":107595},{"type":"v1","addr":"172.21.15.55:6805","nonce":107595}]},"public_addr":"172.21.15.55:6801/107595","cluster_addr":"172.21.15.55:6803/107595","heartbeat_back_addr":"172.21.15.55:6807/107595","heartbeat_front_addr":"172.21.15.55:6805/107595","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T15:47:16.581255+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-11-27T15:47:24.892 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.890+0000 7fc4ae499700 1 -- 172.21.15.55:0/1268846306 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7fc48c0353a0 msgr2=0x7fc48c037850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:24.892 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.890+0000 7fc4ae499700 1 --2- 172.21.15.55:0/1268846306 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7fc48c0353a0 0x7fc48c037850 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fc498007fd0 tx=0x7fc4980079a0 comp rx=0 tx=0).stop 2022-11-27T15:47:24.893 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.890+0000 7fc4ae499700 1 -- 172.21.15.55:0/1268846306 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4a808b1e0 msgr2=0x7fc4a81ba0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:24.893 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.890+0000 7fc4ae499700 1 --2- 172.21.15.55:0/1268846306 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4a808b1e0 0x7fc4a81ba0b0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fc4900090b0 tx=0x7fc490004750 comp rx=0 tx=0).stop 2022-11-27T15:47:24.893 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.890+0000 7fc4ae499700 1 -- 172.21.15.55:0/1268846306 shutdown_connections 2022-11-27T15:47:24.893 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.890+0000 7fc4ae499700 1 --2- 172.21.15.55:0/1268846306 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7fc48c0353a0 0x7fc48c037850 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:24.894 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.890+0000 7fc4ae499700 1 --2- 172.21.15.55:0/1268846306 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4a808b1e0 0x7fc4a81ba0b0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:24.894 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.890+0000 7fc4ae499700 1 -- 172.21.15.55:0/1268846306 >> 172.21.15.55:0/1268846306 conn(0x7fc4a808f350 msgr2=0x7fc4a81aea00 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:24.894 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.891+0000 7fc4ae499700 1 -- 172.21.15.55:0/1268846306 shutdown_connections 2022-11-27T15:47:24.894 INFO:teuthology.misc.health.smithi055.stderr:2022-11-27T15:47:24.891+0000 7fc4ae499700 1 -- 172.21.15.55:0/1268846306 wait complete. 2022-11-27T15:47:24.903 DEBUG:teuthology.misc:1 of 1 OSDs are up 2022-11-27T15:47:24.903 INFO:tasks.ceph:Creating RBD pool 2022-11-27T15:47:24.904 DEBUG:teuthology.orchestra.run.smithi055:> sudo ceph --cluster ceph osd pool create rbd 8 2022-11-27T15:47:25.029 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.025+0000 7f2fa81f0700 1 Processor -- start 2022-11-27T15:47:25.029 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.026+0000 7f2fa81f0700 1 -- start start 2022-11-27T15:47:25.030 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.026+0000 7f2fa81f0700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f2fa006e300 0x7f2fa012c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:25.030 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.026+0000 7f2fa81f0700 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2fa0090840 con 0x7f2fa006d820 2022-11-27T15:47:25.030 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.026+0000 7f2fa81f0700 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2fa006eab0 con 0x7f2fa006e300 2022-11-27T15:47:25.030 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.026+0000 7f2fa578b700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f2fa006e300 0x7f2fa012c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:25.031 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.026+0000 7f2fa5f8c700 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7f2fa006d820 0x7f2fa006dbf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.55:59300/0 (socket says 172.21.15.55:59300) 2022-11-27T15:47:25.031 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.026+0000 7f2fa5f8c700 1 -- 172.21.15.55:0/1087057425 learned_addr learned my addr 172.21.15.55:0/1087057425 (peer_addr_for_me v1:172.21.15.55:0/0) 2022-11-27T15:47:25.031 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.026+0000 7f2fa578b700 1 -- 172.21.15.55:0/1087057425 >> v1:172.21.15.55:6789/0 conn(0x7f2fa006d820 legacy=0x7f2fa006dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:25.031 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.026+0000 7f2fa578b700 1 -- 172.21.15.55:0/1087057425 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2fa006edc0 con 0x7f2fa006e300 2022-11-27T15:47:25.032 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.026+0000 7f2fa4f8a700 1 -- 172.21.15.55:0/1087057425 <== mon.0 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 276319979 0 0) 0x7f2fa0090840 con 0x7f2fa006d820 2022-11-27T15:47:25.032 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.027+0000 7f2fa578b700 1 --2- 172.21.15.55:0/1087057425 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2fa006e300 0x7f2fa012c8a0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f2f9c0097c0 tx=0x7f2f9c009ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56d0a4a8dc937380 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:25.032 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.027+0000 7f2fa4f8a700 1 -- 172.21.15.55:0/1087057425 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2f9c004160 con 0x7f2fa006e300 2022-11-27T15:47:25.032 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.027+0000 7f2fa4f8a700 1 -- 172.21.15.55:0/1087057425 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f9c0042c0 con 0x7f2fa006e300 2022-11-27T15:47:25.033 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.027+0000 7f2fa4f8a700 1 -- 172.21.15.55:0/1087057425 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2f9c004580 con 0x7f2fa006e300 2022-11-27T15:47:25.033 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.027+0000 7f2fa81f0700 1 -- 172.21.15.55:0/1087057425 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2fa006e300 msgr2=0x7f2fa012c8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:25.033 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.027+0000 7f2fa81f0700 1 --2- 172.21.15.55:0/1087057425 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2fa006e300 0x7f2fa012c8a0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f2f9c0097c0 tx=0x7f2f9c009ad0 comp rx=0 tx=0).stop 2022-11-27T15:47:25.033 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.027+0000 7f2fa81f0700 1 -- 172.21.15.55:0/1087057425 shutdown_connections 2022-11-27T15:47:25.033 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.027+0000 7f2fa81f0700 1 --2- 172.21.15.55:0/1087057425 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2fa006e300 0x7f2fa012c8a0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:25.034 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.027+0000 7f2fa81f0700 1 -- 172.21.15.55:0/1087057425 >> 172.21.15.55:0/1087057425 conn(0x7f2fa00968d0 msgr2=0x7f2fa0096cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:25.034 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.027+0000 7f2fa81f0700 1 -- 172.21.15.55:0/1087057425 shutdown_connections 2022-11-27T15:47:25.034 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.027+0000 7f2fa81f0700 1 -- 172.21.15.55:0/1087057425 wait complete. 2022-11-27T15:47:25.037 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.028+0000 7f2fa81f0700 1 Processor -- start 2022-11-27T15:47:25.037 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.028+0000 7f2fa81f0700 1 -- start start 2022-11-27T15:47:25.037 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.028+0000 7f2fa81f0700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2fa006d820 0x7f2fa01bb780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:25.038 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.028+0000 7f2fa81f0700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2fa01223f0 con 0x7f2fa006d820 2022-11-27T15:47:25.038 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.029+0000 7f2fa5f8c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2fa006d820 0x7f2fa01bb780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:25.038 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.029+0000 7f2fa5f8c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2fa006d820 0x7f2fa01bb780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:42798/0 (socket says 172.21.15.55:42798) 2022-11-27T15:47:25.039 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.029+0000 7f2fa5f8c700 1 -- 172.21.15.55:0/2803700856 learned_addr learned my addr 172.21.15.55:0/2803700856 (peer_addr_for_me v2:172.21.15.55:0/0) 2022-11-27T15:47:25.039 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.029+0000 7f2fa5f8c700 1 -- 172.21.15.55:0/2803700856 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f9c0094a0 con 0x7f2fa006d820 2022-11-27T15:47:25.039 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.029+0000 7f2fa5f8c700 1 --2- 172.21.15.55:0/2803700856 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2fa006d820 0x7f2fa01bb780 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f2f9000c6d0 tx=0x7f2f9000ca90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:25.040 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.029+0000 7f2f8e7fc700 1 -- 172.21.15.55:0/2803700856 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2f90007410 con 0x7f2fa006d820 2022-11-27T15:47:25.040 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.029+0000 7f2f8e7fc700 1 -- 172.21.15.55:0/2803700856 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f90007590 con 0x7f2fa006d820 2022-11-27T15:47:25.040 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.029+0000 7f2f8e7fc700 1 -- 172.21.15.55:0/2803700856 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2f90005830 con 0x7f2fa006d820 2022-11-27T15:47:25.040 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.029+0000 7f2fa81f0700 1 -- 172.21.15.55:0/2803700856 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2fa01bb2f0 con 0x7f2fa006d820 2022-11-27T15:47:25.041 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.029+0000 7f2fa81f0700 1 -- 172.21.15.55:0/2803700856 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2fa01bbea0 con 0x7f2fa006d820 2022-11-27T15:47:25.041 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.030+0000 7f2f8e7fc700 1 -- 172.21.15.55:0/2803700856 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 5) v1 ==== 42461+0+0 (secure 0 0 0) 0x7f2f90019030 con 0x7f2fa006d820 2022-11-27T15:47:25.041 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.030+0000 7f2f8e7fc700 1 --2- 172.21.15.55:0/2803700856 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f2f800353f0 0x7f2f800378a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:25.041 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.030+0000 7f2fa81f0700 1 -- 172.21.15.55:0/2803700856 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2fa0122530 con 0x7f2fa006d820 2022-11-27T15:47:25.041 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.030+0000 7f2f8e7fc700 1 -- 172.21.15.55:0/2803700856 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(9..9 src has 1..9) v4 ==== 1719+0+0 (secure 0 0 0) 0x7f2f90045cc0 con 0x7f2fa006d820 2022-11-27T15:47:25.042 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.030+0000 7f2fa578b700 1 --2- 172.21.15.55:0/2803700856 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f2f800353f0 0x7f2f800378a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:25.042 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.031+0000 7f2fa578b700 1 --2- 172.21.15.55:0/2803700856 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f2f800353f0 0x7f2f800378a0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f2f9c000c00 tx=0x7f2f9c008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:25.042 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.035+0000 7f2f8e7fc700 1 -- 172.21.15.55:0/2803700856 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+170936 (secure 0 0 0) 0x7f2fa0122530 con 0x7f2fa006d820 2022-11-27T15:47:25.223 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.221+0000 7f2fa81f0700 1 -- 172.21.15.55:0/2803700856 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "rbd", "pg_num": 8} v 0) v1 -- 0x7f2fa0122530 con 0x7f2fa006d820 2022-11-27T15:47:25.797 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.795+0000 7f2f8e7fc700 1 -- 172.21.15.55:0/2803700856 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]=0 pool 'rbd' created v10) v1 ==== 109+0+0 (secure 0 0 0) 0x7f2fa0122530 con 0x7f2fa006d820 2022-11-27T15:47:25.801 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.798+0000 7f2fa81f0700 1 -- 172.21.15.55:0/2803700856 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f2f800353f0 msgr2=0x7f2f800378a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:25.801 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.798+0000 7f2fa81f0700 1 --2- 172.21.15.55:0/2803700856 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f2f800353f0 0x7f2f800378a0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f2f9c000c00 tx=0x7f2f9c008030 comp rx=0 tx=0).stop 2022-11-27T15:47:25.801 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.798+0000 7f2fa81f0700 1 -- 172.21.15.55:0/2803700856 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2fa006d820 msgr2=0x7f2fa01bb780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:25.802 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.798+0000 7f2fa81f0700 1 --2- 172.21.15.55:0/2803700856 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2fa006d820 0x7f2fa01bb780 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f2f9000c6d0 tx=0x7f2f9000ca90 comp rx=0 tx=0).stop 2022-11-27T15:47:25.802 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.799+0000 7f2fa81f0700 1 -- 172.21.15.55:0/2803700856 shutdown_connections 2022-11-27T15:47:25.802 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.799+0000 7f2fa81f0700 1 --2- 172.21.15.55:0/2803700856 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f2f800353f0 0x7f2f800378a0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:25.802 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.799+0000 7f2fa81f0700 1 --2- 172.21.15.55:0/2803700856 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2fa006d820 0x7f2fa01bb780 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:25.803 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.799+0000 7f2fa81f0700 1 -- 172.21.15.55:0/2803700856 >> 172.21.15.55:0/2803700856 conn(0x7f2fa00968d0 msgr2=0x7f2fa00914c0 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:25.803 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.799+0000 7f2fa81f0700 1 -- 172.21.15.55:0/2803700856 shutdown_connections 2022-11-27T15:47:25.803 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.799+0000 7f2fa81f0700 1 -- 172.21.15.55:0/2803700856 wait complete. 2022-11-27T15:47:25.803 INFO:teuthology.orchestra.run.smithi055.stderr:pool 'rbd' created 2022-11-27T15:47:25.814 DEBUG:teuthology.orchestra.run.smithi055:> sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2022-11-27T15:47:25.948 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.942+0000 7f6528708700 1 Processor -- start 2022-11-27T15:47:25.948 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.942+0000 7f6528708700 1 -- start start 2022-11-27T15:47:25.948 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.942+0000 7f6528708700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f652012a890 0x7f652012cc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:25.949 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.942+0000 7f6528708700 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f65200908c0 con 0x7f652006da90 2022-11-27T15:47:25.949 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.942+0000 7f6528708700 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f652006eab0 con 0x7f652012a890 2022-11-27T15:47:25.949 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.942+0000 7f6525ca3700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f652012a890 0x7f652012cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:25.949 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.943+0000 7f65264a4700 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7f652006da90 0x7f652006de60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.55:59306/0 (socket says 172.21.15.55:59306) 2022-11-27T15:47:25.950 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.943+0000 7f65264a4700 1 -- 172.21.15.55:0/957671531 learned_addr learned my addr 172.21.15.55:0/957671531 (peer_addr_for_me v1:172.21.15.55:0/0) 2022-11-27T15:47:25.950 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.943+0000 7f6525ca3700 1 -- 172.21.15.55:0/957671531 >> v1:172.21.15.55:6789/0 conn(0x7f652006da90 legacy=0x7f652006de60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:25.950 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.943+0000 7f6525ca3700 1 -- 172.21.15.55:0/957671531 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f652006edc0 con 0x7f652012a890 2022-11-27T15:47:25.951 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.943+0000 7f65254a2700 1 -- 172.21.15.55:0/957671531 <== mon.0 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1634098006 0 0) 0x7f65200908c0 con 0x7f652006da90 2022-11-27T15:47:25.951 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.943+0000 7f6525ca3700 1 --2- 172.21.15.55:0/957671531 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f652012a890 0x7f652012cc70 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f65100097c0 tx=0x7f6510009ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9ac7610ec479f8f server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:25.952 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.943+0000 7f65254a2700 1 -- 172.21.15.55:0/957671531 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6510004160 con 0x7f652012a890 2022-11-27T15:47:25.952 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.943+0000 7f65254a2700 1 -- 172.21.15.55:0/957671531 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f65100042c0 con 0x7f652012a890 2022-11-27T15:47:25.953 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.943+0000 7f65254a2700 1 -- 172.21.15.55:0/957671531 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6510004580 con 0x7f652012a890 2022-11-27T15:47:25.953 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.944+0000 7f6528708700 1 -- 172.21.15.55:0/957671531 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f652012a890 msgr2=0x7f652012cc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:25.954 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.944+0000 7f6528708700 1 --2- 172.21.15.55:0/957671531 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f652012a890 0x7f652012cc70 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f65100097c0 tx=0x7f6510009ad0 comp rx=0 tx=0).stop 2022-11-27T15:47:25.954 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.944+0000 7f6528708700 1 -- 172.21.15.55:0/957671531 shutdown_connections 2022-11-27T15:47:25.955 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.944+0000 7f6528708700 1 --2- 172.21.15.55:0/957671531 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f652012a890 0x7f652012cc70 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:25.956 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.944+0000 7f6528708700 1 -- 172.21.15.55:0/957671531 >> 172.21.15.55:0/957671531 conn(0x7f65200968d0 msgr2=0x7f6520096cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:25.956 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.944+0000 7f6528708700 1 -- 172.21.15.55:0/957671531 shutdown_connections 2022-11-27T15:47:25.957 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.944+0000 7f6528708700 1 -- 172.21.15.55:0/957671531 wait complete. 2022-11-27T15:47:25.957 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.945+0000 7f6528708700 1 Processor -- start 2022-11-27T15:47:25.958 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.945+0000 7f6528708700 1 -- start start 2022-11-27T15:47:25.958 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.945+0000 7f6528708700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f652006da90 0x7f6520120c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:25.959 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.945+0000 7f6528708700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6520123790 con 0x7f652006da90 2022-11-27T15:47:25.959 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.945+0000 7f65264a4700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f652006da90 0x7f6520120c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:25.960 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.945+0000 7f65264a4700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f652006da90 0x7f6520120c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:42812/0 (socket says 172.21.15.55:42812) 2022-11-27T15:47:25.960 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.945+0000 7f65264a4700 1 -- 172.21.15.55:0/3159914361 learned_addr learned my addr 172.21.15.55:0/3159914361 (peer_addr_for_me v2:172.21.15.55:0/0) 2022-11-27T15:47:25.960 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.945+0000 7f65264a4700 1 -- 172.21.15.55:0/3159914361 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65100094a0 con 0x7f652006da90 2022-11-27T15:47:25.961 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.945+0000 7f65264a4700 1 --2- 172.21.15.55:0/3159914361 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f652006da90 0x7f6520120c90 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f651c00c6b0 tx=0x7f651c00ca70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:25.961 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.946+0000 7f650effd700 1 -- 172.21.15.55:0/3159914361 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f651c007410 con 0x7f652006da90 2022-11-27T15:47:25.962 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.946+0000 7f650effd700 1 -- 172.21.15.55:0/3159914361 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f651c007570 con 0x7f652006da90 2022-11-27T15:47:25.962 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.946+0000 7f6528708700 1 -- 172.21.15.55:0/3159914361 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f652012a4c0 con 0x7f652006da90 2022-11-27T15:47:25.963 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.946+0000 7f650effd700 1 -- 172.21.15.55:0/3159914361 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f651c005830 con 0x7f652006da90 2022-11-27T15:47:25.963 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.946+0000 7f6528708700 1 -- 172.21.15.55:0/3159914361 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65201211d0 con 0x7f652006da90 2022-11-27T15:47:25.965 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.947+0000 7f650effd700 1 -- 172.21.15.55:0/3159914361 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 5) v1 ==== 42461+0+0 (secure 0 0 0) 0x7f651c019030 con 0x7f652006da90 2022-11-27T15:47:25.965 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.947+0000 7f6528708700 1 -- 172.21.15.55:0/3159914361 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6520061020 con 0x7f652006da90 2022-11-27T15:47:25.966 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.947+0000 7f650effd700 1 --2- 172.21.15.55:0/3159914361 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f6500035390 0x7f6500037840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:25.966 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.947+0000 7f650effd700 1 -- 172.21.15.55:0/3159914361 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 2061+0+0 (secure 0 0 0) 0x7f651c045d60 con 0x7f652006da90 2022-11-27T15:47:25.966 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.947+0000 7f6525ca3700 1 --2- 172.21.15.55:0/3159914361 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f6500035390 0x7f6500037840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:25.966 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.947+0000 7f6525ca3700 1 --2- 172.21.15.55:0/3159914361 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f6500035390 0x7f6500037840 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f65100097c0 tx=0x7f6510008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:25.967 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:25.952+0000 7f650effd700 1 -- 172.21.15.55:0/3159914361 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+170936 (secure 0 0 0) 0x7f651c0192c0 con 0x7f652006da90 2022-11-27T15:47:26.142 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.140+0000 7f6528708700 1 -- 172.21.15.55:0/3159914361 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f652006e570 con 0x7f652006da90 2022-11-27T15:47:26.812 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.810+0000 7f650effd700 1 -- 172.21.15.55:0/3159914361 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]=0 enabled application 'rbd' on pool 'rbd' v11) v1 ==== 173+0+0 (secure 0 0 0) 0x7f651c017070 con 0x7f652006da90 2022-11-27T15:47:26.816 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.814+0000 7f6528708700 1 -- 172.21.15.55:0/3159914361 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f6500035390 msgr2=0x7f6500037840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:26.816 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.814+0000 7f6528708700 1 --2- 172.21.15.55:0/3159914361 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f6500035390 0x7f6500037840 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f65100097c0 tx=0x7f6510008030 comp rx=0 tx=0).stop 2022-11-27T15:47:26.817 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.814+0000 7f6528708700 1 -- 172.21.15.55:0/3159914361 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f652006da90 msgr2=0x7f6520120c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:26.817 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.814+0000 7f6528708700 1 --2- 172.21.15.55:0/3159914361 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f652006da90 0x7f6520120c90 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f651c00c6b0 tx=0x7f651c00ca70 comp rx=0 tx=0).stop 2022-11-27T15:47:26.817 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.814+0000 7f6528708700 1 -- 172.21.15.55:0/3159914361 shutdown_connections 2022-11-27T15:47:26.818 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.814+0000 7f6528708700 1 --2- 172.21.15.55:0/3159914361 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f6500035390 0x7f6500037840 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:26.818 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.814+0000 7f6528708700 1 --2- 172.21.15.55:0/3159914361 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f652006da90 0x7f6520120c90 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:26.818 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.814+0000 7f6528708700 1 -- 172.21.15.55:0/3159914361 >> 172.21.15.55:0/3159914361 conn(0x7f65200968d0 msgr2=0x7f652008de20 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:26.818 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.814+0000 7f6528708700 1 -- 172.21.15.55:0/3159914361 shutdown_connections 2022-11-27T15:47:26.818 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.814+0000 7f6528708700 1 -- 172.21.15.55:0/3159914361 wait complete. 2022-11-27T15:47:26.819 INFO:teuthology.orchestra.run.smithi055.stderr:enabled application 'rbd' on pool 'rbd' 2022-11-27T15:47:26.831 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2022-11-27T15:47:26.832 INFO:tasks.ceph.mds.a:Restarting daemon 2022-11-27T15:47:26.833 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2022-11-27T15:47:26.835 INFO:tasks.ceph.mds.a:Started 2022-11-27T15:47:26.836 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2022-11-27T15:47:26.836 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2022-11-27T15:47:26.922 INFO:tasks.ceph.mds.a.smithi055.stdout:starting mds.a at 2022-11-27T15:47:26.978 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.969+0000 7f3dd2e48700 1 Processor -- start 2022-11-27T15:47:26.978 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.969+0000 7f3dd2e48700 1 -- start start 2022-11-27T15:47:26.978 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.969+0000 7f3dd2e48700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f3dcc12a120 0x7f3dcc12c500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:26.979 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.969+0000 7f3dd2e48700 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3dcc08c890 con 0x7f3dcc1262b0 2022-11-27T15:47:26.979 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.969+0000 7f3dd2e48700 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3dcc08c680 con 0x7f3dcc12a120 2022-11-27T15:47:26.979 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.970+0000 7f3dcbfff700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f3dcc12a120 0x7f3dcc12c500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:26.979 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.970+0000 7f3dcbfff700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f3dcc12a120 0x7f3dcc12c500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:42846/0 (socket says 172.21.15.55:42846) 2022-11-27T15:47:26.980 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.970+0000 7f3dd0be4700 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7f3dcc1262b0 0x7f3dcc126680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.55:59320/0 (socket says 172.21.15.55:59320) 2022-11-27T15:47:26.980 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.970+0000 7f3dcbfff700 1 -- 172.21.15.55:0/2991103260 learned_addr learned my addr 172.21.15.55:0/2991103260 (peer_addr_for_me v2:172.21.15.55:0/0) 2022-11-27T15:47:26.980 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.970+0000 7f3dcbfff700 1 -- 172.21.15.55:0/2991103260 >> v1:172.21.15.55:6789/0 conn(0x7f3dcc1262b0 legacy=0x7f3dcc126680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:26.980 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.970+0000 7f3dcb7fe700 1 -- 172.21.15.55:0/2991103260 <== mon.0 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3899142261 0 0) 0x7f3dcc08c890 con 0x7f3dcc1262b0 2022-11-27T15:47:26.981 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.970+0000 7f3dcbfff700 1 -- 172.21.15.55:0/2991103260 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3dcc125cb0 con 0x7f3dcc12a120 2022-11-27T15:47:26.981 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.970+0000 7f3dcbfff700 1 --2- 172.21.15.55:0/2991103260 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3dcc12a120 0x7f3dcc12c500 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f3db8009870 tx=0x7f3db8009b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c38c3041433a8edc server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:26.981 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.970+0000 7f3dcb7fe700 1 -- 172.21.15.55:0/2991103260 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f3db8004160 con 0x7f3dcc12a120 2022-11-27T15:47:26.981 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.970+0000 7f3dcb7fe700 1 -- 172.21.15.55:0/2991103260 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3db80042c0 con 0x7f3dcc12a120 2022-11-27T15:47:26.982 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.970+0000 7f3dcb7fe700 1 -- 172.21.15.55:0/2991103260 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f3db8004580 con 0x7f3dcc12a120 2022-11-27T15:47:26.982 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.971+0000 7f3dd2e48700 1 -- 172.21.15.55:0/2991103260 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3dcc12a120 msgr2=0x7f3dcc12c500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:26.982 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.971+0000 7f3dd2e48700 1 --2- 172.21.15.55:0/2991103260 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3dcc12a120 0x7f3dcc12c500 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f3db8009870 tx=0x7f3db8009b80 comp rx=0 tx=0).stop 2022-11-27T15:47:26.982 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.971+0000 7f3dd2e48700 1 -- 172.21.15.55:0/2991103260 shutdown_connections 2022-11-27T15:47:26.983 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.971+0000 7f3dd2e48700 1 --2- 172.21.15.55:0/2991103260 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3dcc12a120 0x7f3dcc12c500 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:26.983 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.971+0000 7f3dd2e48700 1 -- 172.21.15.55:0/2991103260 >> 172.21.15.55:0/2991103260 conn(0x7f3dcc08ee50 msgr2=0x7f3dcc08f250 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:26.983 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.971+0000 7f3dd2e48700 1 -- 172.21.15.55:0/2991103260 shutdown_connections 2022-11-27T15:47:26.984 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.971+0000 7f3dd2e48700 1 -- 172.21.15.55:0/2991103260 wait complete. 2022-11-27T15:47:26.984 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.972+0000 7f3dd2e48700 1 Processor -- start 2022-11-27T15:47:26.985 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.972+0000 7f3dd2e48700 1 -- start start 2022-11-27T15:47:26.985 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.972+0000 7f3dd2e48700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3dcc1262b0 0x7f3dcc070cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:26.986 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.972+0000 7f3dd2e48700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3dcc0708f0 con 0x7f3dcc1262b0 2022-11-27T15:47:26.987 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.972+0000 7f3dd0be4700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3dcc1262b0 0x7f3dcc070cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:26.987 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.972+0000 7f3dd0be4700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3dcc1262b0 0x7f3dcc070cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:42848/0 (socket says 172.21.15.55:42848) 2022-11-27T15:47:26.988 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.972+0000 7f3dd0be4700 1 -- 172.21.15.55:0/2055748105 learned_addr learned my addr 172.21.15.55:0/2055748105 (peer_addr_for_me v2:172.21.15.55:0/0) 2022-11-27T15:47:26.988 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.973+0000 7f3dd0be4700 1 -- 172.21.15.55:0/2055748105 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3db8009550 con 0x7f3dcc1262b0 2022-11-27T15:47:26.988 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.973+0000 7f3dd0be4700 1 --2- 172.21.15.55:0/2055748105 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3dcc1262b0 0x7f3dcc070cf0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f3dc000c4a0 tx=0x7f3dc000c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:26.989 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.973+0000 7f3dc97fa700 1 -- 172.21.15.55:0/2055748105 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f3dc0004bb0 con 0x7f3dcc1262b0 2022-11-27T15:47:26.989 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.973+0000 7f3dc97fa700 1 -- 172.21.15.55:0/2055748105 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3dc0004d10 con 0x7f3dcc1262b0 2022-11-27T15:47:26.990 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.973+0000 7f3dd2e48700 1 -- 172.21.15.55:0/2055748105 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3dcc070070 con 0x7f3dcc1262b0 2022-11-27T15:47:26.990 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.973+0000 7f3dc97fa700 1 -- 172.21.15.55:0/2055748105 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f3dc00070d0 con 0x7f3dcc1262b0 2022-11-27T15:47:26.991 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.973+0000 7f3dd2e48700 1 -- 172.21.15.55:0/2055748105 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3dcc071290 con 0x7f3dcc1262b0 2022-11-27T15:47:26.991 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.974+0000 7f3dc97fa700 1 -- 172.21.15.55:0/2055748105 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 5) v1 ==== 42461+0+0 (secure 0 0 0) 0x7f3dc001a020 con 0x7f3dcc1262b0 2022-11-27T15:47:26.992 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.974+0000 7f3dd2e48700 1 -- 172.21.15.55:0/2055748105 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3dcc061020 con 0x7f3dcc1262b0 2022-11-27T15:47:26.992 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.974+0000 7f3dc97fa700 1 --2- 172.21.15.55:0/2055748105 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f3db40353a0 0x7f3db4037850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:26.992 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.974+0000 7f3dc97fa700 1 -- 172.21.15.55:0/2055748105 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(11..11 src has 1..11) v4 ==== 2072+0+0 (secure 0 0 0) 0x7f3dc0046640 con 0x7f3dcc1262b0 2022-11-27T15:47:26.993 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.974+0000 7f3dcbfff700 1 --2- 172.21.15.55:0/2055748105 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f3db40353a0 0x7f3db4037850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:26.993 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.974+0000 7f3dcbfff700 1 --2- 172.21.15.55:0/2055748105 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f3db40353a0 0x7f3db4037850 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f3db8006f80 tx=0x7f3db8008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:26.994 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:26.979+0000 7f3dc97fa700 1 -- 172.21.15.55:0/2055748105 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+170936 (secure 0 0 0) 0x7f3dc001b990 con 0x7f3dcc1262b0 2022-11-27T15:47:27.170 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.169+0000 7f3dd2e48700 1 -- 172.21.15.55:0/2055748105 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3dcc12ca40 con 0x7f3dcc1262b0 2022-11-27T15:47:27.171 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.169+0000 7f3dc97fa700 1 -- 172.21.15.55:0/2055748105 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v11) v1 ==== 74+0+5475 (secure 0 0 0) 0x7f3dc001b340 con 0x7f3dcc1262b0 2022-11-27T15:47:27.172 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:27.172 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":11,"fsid":"66eaeb7b-9079-439e-aac1-73aecd0cf719","created":"2022-11-27T15:47:11.064597+0000","modified":"2022-11-27T15:47:26.793718+0000","last_up_change":"2022-11-27T15:47:18.715486+0000","last_in_change":"2022-11-27T15:47:11.466413+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":1,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","pools":[{"pool":1,"pool_name":".mgr","create_time":"2022-11-27T15:47:18.803071+0000","flags":1,"flags_names":"hashpspool","type":1,"size":1,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"9","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2022-11-27T15:47:25.251709+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":1,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"11","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"83710edf-d0f8-4020-8507-a921d74c874e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":6,"up_thru":10,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":107595},{"type":"v1","addr":"172.21.15.55:6801","nonce":107595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":107595},{"type":"v1","addr":"172.21.15.55:6803","nonce":107595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":107595},{"type":"v1","addr":"172.21.15.55:6807","nonce":107595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":107595},{"type":"v1","addr":"172.21.15.55:6805","nonce":107595}]},"public_addr":"172.21.15.55:6801/107595","cluster_addr":"172.21.15.55:6803/107595","heartbeat_back_addr":"172.21.15.55:6807/107595","heartbeat_front_addr":"172.21.15.55:6805/107595","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T15:47:16.581255+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-11-27T15:47:27.173 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.171+0000 7f3dd2e48700 1 -- 172.21.15.55:0/2055748105 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f3db40353a0 msgr2=0x7f3db4037850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:27.174 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.171+0000 7f3dd2e48700 1 --2- 172.21.15.55:0/2055748105 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f3db40353a0 0x7f3db4037850 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f3db8006f80 tx=0x7f3db8008030 comp rx=0 tx=0).stop 2022-11-27T15:47:27.174 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.171+0000 7f3dd2e48700 1 -- 172.21.15.55:0/2055748105 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3dcc1262b0 msgr2=0x7f3dcc070cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:27.174 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.171+0000 7f3dd2e48700 1 --2- 172.21.15.55:0/2055748105 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3dcc1262b0 0x7f3dcc070cf0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f3dc000c4a0 tx=0x7f3dc000c860 comp rx=0 tx=0).stop 2022-11-27T15:47:27.175 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.171+0000 7f3dd2e48700 1 -- 172.21.15.55:0/2055748105 shutdown_connections 2022-11-27T15:47:27.175 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.171+0000 7f3dd2e48700 1 --2- 172.21.15.55:0/2055748105 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f3db40353a0 0x7f3db4037850 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:27.175 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.171+0000 7f3dd2e48700 1 --2- 172.21.15.55:0/2055748105 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3dcc1262b0 0x7f3dcc070cf0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:27.176 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.171+0000 7f3dd2e48700 1 -- 172.21.15.55:0/2055748105 >> 172.21.15.55:0/2055748105 conn(0x7f3dcc08ee50 msgr2=0x7f3dcc126890 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:27.176 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.171+0000 7f3dd2e48700 1 -- 172.21.15.55:0/2055748105 shutdown_connections 2022-11-27T15:47:27.176 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.171+0000 7f3dd2e48700 1 -- 172.21.15.55:0/2055748105 wait complete. 2022-11-27T15:47:27.184 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2022-11-27T15:47:18.803071+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 1, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '9', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2022-11-27T15:47:25.251709+0000', 'flags': 32769, 'flags_names': 'hashpspool,creating', 'type': 1, 'size': 1, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '11', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2022-11-27T15:47:27.185 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2022-11-27T15:47:27.313 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.310+0000 7f92afbd8700 1 Processor -- start 2022-11-27T15:47:27.313 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.310+0000 7f92afbd8700 1 -- start start 2022-11-27T15:47:27.313 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.310+0000 7f92afbd8700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f92a806da90 0x7f92a806de60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:27.314 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.311+0000 7f92afbd8700 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f92a80908c0 con 0x7f92a806e3a0 2022-11-27T15:47:27.314 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.311+0000 7f92afbd8700 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f92a806eab0 con 0x7f92a806da90 2022-11-27T15:47:27.314 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.311+0000 7f92ad974700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f92a806da90 0x7f92a806de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:27.314 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.311+0000 7f92ad173700 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7f92a806e3a0 0x7f92a812b890 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.55:59330/0 (socket says 172.21.15.55:59330) 2022-11-27T15:47:27.315 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.311+0000 7f92ad173700 1 -- 172.21.15.55:0/3195109564 learned_addr learned my addr 172.21.15.55:0/3195109564 (peer_addr_for_me v1:172.21.15.55:0/0) 2022-11-27T15:47:27.315 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.311+0000 7f92ad974700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f92a806da90 0x7f92a806de60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:42860/0 (socket says 172.21.15.55:42860) 2022-11-27T15:47:27.315 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.311+0000 7f92ad974700 1 -- 172.21.15.55:0/3195109564 >> v1:172.21.15.55:6789/0 conn(0x7f92a806e3a0 legacy=0x7f92a812b890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:27.315 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.311+0000 7f92ad974700 1 -- 172.21.15.55:0/3195109564 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92a806edc0 con 0x7f92a806da90 2022-11-27T15:47:27.316 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.311+0000 7f92ad974700 1 --2- 172.21.15.55:0/3195109564 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f92a806da90 0x7f92a806de60 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f92980097a0 tx=0x7f9298009ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=159fa235f026dd71 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:27.316 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.311+0000 7f92ac972700 1 -- 172.21.15.55:0/3195109564 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9298005d60 con 0x7f92a806da90 2022-11-27T15:47:27.316 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.311+0000 7f92ac972700 1 -- 172.21.15.55:0/3195109564 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9298004030 con 0x7f92a806da90 2022-11-27T15:47:27.316 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.311+0000 7f92ac972700 1 -- 172.21.15.55:0/3195109564 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9298004310 con 0x7f92a806da90 2022-11-27T15:47:27.320 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.312+0000 7f92afbd8700 1 -- 172.21.15.55:0/3195109564 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f92a806da90 msgr2=0x7f92a806de60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:27.320 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.312+0000 7f92afbd8700 1 --2- 172.21.15.55:0/3195109564 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f92a806da90 0x7f92a806de60 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f92980097a0 tx=0x7f9298009ab0 comp rx=0 tx=0).stop 2022-11-27T15:47:27.320 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.312+0000 7f92afbd8700 1 -- 172.21.15.55:0/3195109564 shutdown_connections 2022-11-27T15:47:27.321 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.312+0000 7f92afbd8700 1 --2- 172.21.15.55:0/3195109564 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f92a806da90 0x7f92a806de60 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:27.321 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.312+0000 7f92afbd8700 1 -- 172.21.15.55:0/3195109564 >> 172.21.15.55:0/3195109564 conn(0x7f92a80968d0 msgr2=0x7f92a8096cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:27.321 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.312+0000 7f92afbd8700 1 -- 172.21.15.55:0/3195109564 shutdown_connections 2022-11-27T15:47:27.321 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.312+0000 7f92afbd8700 1 -- 172.21.15.55:0/3195109564 wait complete. 2022-11-27T15:47:27.321 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.313+0000 7f92afbd8700 1 Processor -- start 2022-11-27T15:47:27.322 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.313+0000 7f92afbd8700 1 -- start start 2022-11-27T15:47:27.322 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.313+0000 7f92afbd8700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f92a806da90 0x7f92a8121010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:27.322 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.313+0000 7f92afbd8700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92a8123bf0 con 0x7f92a806da90 2022-11-27T15:47:27.322 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.313+0000 7f92ad974700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f92a806da90 0x7f92a8121010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:27.323 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.313+0000 7f92ad974700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f92a806da90 0x7f92a8121010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:42870/0 (socket says 172.21.15.55:42870) 2022-11-27T15:47:27.323 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.313+0000 7f92ad974700 1 -- 172.21.15.55:0/2144474847 learned_addr learned my addr 172.21.15.55:0/2144474847 (peer_addr_for_me v2:172.21.15.55:0/0) 2022-11-27T15:47:27.323 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.313+0000 7f92ad974700 1 -- 172.21.15.55:0/2144474847 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9298009430 con 0x7f92a806da90 2022-11-27T15:47:27.323 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.314+0000 7f92ad974700 1 --2- 172.21.15.55:0/2144474847 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f92a806da90 0x7f92a8121010 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f9298009af0 tx=0x7f9298004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:27.323 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.314+0000 7f92967fc700 1 -- 172.21.15.55:0/2144474847 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f929801c420 con 0x7f92a806da90 2022-11-27T15:47:27.324 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.314+0000 7f92967fc700 1 -- 172.21.15.55:0/2144474847 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f929801c580 con 0x7f92a806da90 2022-11-27T15:47:27.324 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.314+0000 7f92afbd8700 1 -- 172.21.15.55:0/2144474847 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f92a812cdb0 con 0x7f92a806da90 2022-11-27T15:47:27.324 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.314+0000 7f92967fc700 1 -- 172.21.15.55:0/2144474847 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f929801c820 con 0x7f92a806da90 2022-11-27T15:47:27.324 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.314+0000 7f92afbd8700 1 -- 172.21.15.55:0/2144474847 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92a8122690 con 0x7f92a806da90 2022-11-27T15:47:27.325 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.314+0000 7f92967fc700 1 -- 172.21.15.55:0/2144474847 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 5) v1 ==== 42461+0+0 (secure 0 0 0) 0x7f929802c070 con 0x7f92a806da90 2022-11-27T15:47:27.325 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.315+0000 7f92967fc700 1 --2- 172.21.15.55:0/2144474847 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f9288035390 0x7f9288037840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:27.325 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.315+0000 7f92967fc700 1 -- 172.21.15.55:0/2144474847 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(11..11 src has 1..11) v4 ==== 2072+0+0 (secure 0 0 0) 0x7f9298047de0 con 0x7f92a806da90 2022-11-27T15:47:27.325 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.315+0000 7f92ad173700 1 --2- 172.21.15.55:0/2144474847 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f9288035390 0x7f9288037840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:27.325 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.315+0000 7f9287fff700 1 -- 172.21.15.55:0/2144474847 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f92800052f0 con 0x7f92a806da90 2022-11-27T15:47:27.326 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.315+0000 7f92ad173700 1 --2- 172.21.15.55:0/2144474847 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f9288035390 0x7f9288037840 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f92a806e800 tx=0x7f92a4007b50 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:27.326 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.320+0000 7f92967fc700 1 -- 172.21.15.55:0/2144474847 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+170936 (secure 0 0 0) 0x7f9298016070 con 0x7f92a806da90 2022-11-27T15:47:27.509 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.507+0000 7f9287fff700 1 -- 172.21.15.55:0/2144474847 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f9280005b20 con 0x7f92a806da90 2022-11-27T15:47:27.509 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.507+0000 7f92967fc700 1 -- 172.21.15.55:0/2144474847 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v11) v1 ==== 93+0+10 (secure 0 0 0) 0x7f9298011420 con 0x7f92a806da90 2022-11-27T15:47:27.509 INFO:teuthology.orchestra.run.smithi055.stdout:pg_num: 1 2022-11-27T15:47:27.511 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.509+0000 7f9287fff700 1 -- 172.21.15.55:0/2144474847 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f9288035390 msgr2=0x7f9288037840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:27.511 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.509+0000 7f9287fff700 1 --2- 172.21.15.55:0/2144474847 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f9288035390 0x7f9288037840 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f92a806e800 tx=0x7f92a4007b50 comp rx=0 tx=0).stop 2022-11-27T15:47:27.512 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.509+0000 7f9287fff700 1 -- 172.21.15.55:0/2144474847 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f92a806da90 msgr2=0x7f92a8121010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:27.512 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.509+0000 7f9287fff700 1 --2- 172.21.15.55:0/2144474847 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f92a806da90 0x7f92a8121010 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f9298009af0 tx=0x7f9298004750 comp rx=0 tx=0).stop 2022-11-27T15:47:27.512 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.509+0000 7f9287fff700 1 -- 172.21.15.55:0/2144474847 shutdown_connections 2022-11-27T15:47:27.512 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.509+0000 7f9287fff700 1 --2- 172.21.15.55:0/2144474847 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f9288035390 0x7f9288037840 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:27.513 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.509+0000 7f9287fff700 1 --2- 172.21.15.55:0/2144474847 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f92a806da90 0x7f92a8121010 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:27.513 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.509+0000 7f9287fff700 1 -- 172.21.15.55:0/2144474847 >> 172.21.15.55:0/2144474847 conn(0x7f92a80968d0 msgr2=0x7f92a808de20 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:27.513 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.509+0000 7f9287fff700 1 -- 172.21.15.55:0/2144474847 shutdown_connections 2022-11-27T15:47:27.513 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.509+0000 7f9287fff700 1 -- 172.21.15.55:0/2144474847 wait complete. 2022-11-27T15:47:27.523 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2022-11-27T15:47:27.657 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.648+0000 7f59a9c89700 1 Processor -- start 2022-11-27T15:47:27.657 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.648+0000 7f59a9c89700 1 -- start start 2022-11-27T15:47:27.658 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.648+0000 7f59a9c89700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f59a408a970 0x7f59a408ad40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:27.658 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.648+0000 7f59a9c89700 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f59a4098730 con 0x7f59a408b280 2022-11-27T15:47:27.658 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.648+0000 7f59a9c89700 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f59a408c3c0 con 0x7f59a408a970 2022-11-27T15:47:27.658 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.648+0000 7f59a37fe700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f59a408a970 0x7f59a408ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:27.659 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.648+0000 7f59a37fe700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f59a408a970 0x7f59a408ad40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:42878/0 (socket says 172.21.15.55:42878) 2022-11-27T15:47:27.659 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.648+0000 7f59a37fe700 1 -- 172.21.15.55:0/3591389208 learned_addr learned my addr 172.21.15.55:0/3591389208 (peer_addr_for_me v2:172.21.15.55:0/0) 2022-11-27T15:47:27.660 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.648+0000 7f59a2ffd700 1 --1- 172.21.15.55:0/3591389208 >> v1:172.21.15.55:6789/0 conn(0x7f59a408b280 0x7f59a412ba00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.55:59334/0 (socket says 172.21.15.55:59334) 2022-11-27T15:47:27.660 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.648+0000 7f59a37fe700 1 -- 172.21.15.55:0/3591389208 >> v1:172.21.15.55:6789/0 conn(0x7f59a408b280 legacy=0x7f59a412ba00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:27.660 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.648+0000 7f59a37fe700 1 -- 172.21.15.55:0/3591389208 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59a4071240 con 0x7f59a408a970 2022-11-27T15:47:27.661 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.649+0000 7f59a37fe700 1 --2- 172.21.15.55:0/3591389208 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f59a408a970 0x7f59a408ad40 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f5994006fd0 tx=0x7f5994009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ee1e3eb04edc5e8 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:27.661 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.649+0000 7f59a27fc700 1 -- 172.21.15.55:0/3591389208 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5994005d60 con 0x7f59a408a970 2022-11-27T15:47:27.661 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.649+0000 7f59a27fc700 1 -- 172.21.15.55:0/3591389208 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5994006030 con 0x7f59a408a970 2022-11-27T15:47:27.662 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.649+0000 7f59a27fc700 1 -- 172.21.15.55:0/3591389208 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5994006310 con 0x7f59a408a970 2022-11-27T15:47:27.662 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.649+0000 7f59a9c89700 1 -- 172.21.15.55:0/3591389208 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f59a408a970 msgr2=0x7f59a408ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:27.663 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.649+0000 7f59a9c89700 1 --2- 172.21.15.55:0/3591389208 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f59a408a970 0x7f59a408ad40 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f5994006fd0 tx=0x7f5994009b50 comp rx=0 tx=0).stop 2022-11-27T15:47:27.663 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.649+0000 7f59a9c89700 1 -- 172.21.15.55:0/3591389208 shutdown_connections 2022-11-27T15:47:27.664 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.649+0000 7f59a9c89700 1 --2- 172.21.15.55:0/3591389208 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f59a408a970 0x7f59a408ad40 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:27.664 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.649+0000 7f59a9c89700 1 -- 172.21.15.55:0/3591389208 >> 172.21.15.55:0/3591389208 conn(0x7f59a4094a10 msgr2=0x7f59a4094e10 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:27.664 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.649+0000 7f59a9c89700 1 -- 172.21.15.55:0/3591389208 shutdown_connections 2022-11-27T15:47:27.664 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.649+0000 7f59a9c89700 1 -- 172.21.15.55:0/3591389208 wait complete. 2022-11-27T15:47:27.665 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.650+0000 7f59a9c89700 1 Processor -- start 2022-11-27T15:47:27.665 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.650+0000 7f59a9c89700 1 -- start start 2022-11-27T15:47:27.665 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.651+0000 7f59a9c89700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f59a408a970 0x7f59a41ba880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:27.665 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.651+0000 7f59a9c89700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59a41a75d0 con 0x7f59a408a970 2022-11-27T15:47:27.666 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.651+0000 7f59a37fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f59a408a970 0x7f59a41ba880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:27.666 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.651+0000 7f59a37fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f59a408a970 0x7f59a41ba880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:42886/0 (socket says 172.21.15.55:42886) 2022-11-27T15:47:27.666 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.651+0000 7f59a37fe700 1 -- 172.21.15.55:0/2372912030 learned_addr learned my addr 172.21.15.55:0/2372912030 (peer_addr_for_me v2:172.21.15.55:0/0) 2022-11-27T15:47:27.666 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.651+0000 7f59a37fe700 1 -- 172.21.15.55:0/2372912030 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5994009500 con 0x7f59a408a970 2022-11-27T15:47:27.667 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.651+0000 7f59a37fe700 1 --2- 172.21.15.55:0/2372912030 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f59a408a970 0x7f59a41ba880 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f59a408c500 tx=0x7f5994004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:27.667 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.651+0000 7f598bfff700 1 -- 172.21.15.55:0/2372912030 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5994025430 con 0x7f59a408a970 2022-11-27T15:47:27.667 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.651+0000 7f598bfff700 1 -- 172.21.15.55:0/2372912030 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5994020070 con 0x7f59a408a970 2022-11-27T15:47:27.668 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.651+0000 7f59a9c89700 1 -- 172.21.15.55:0/2372912030 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f59a41a7710 con 0x7f59a408a970 2022-11-27T15:47:27.668 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.651+0000 7f598bfff700 1 -- 172.21.15.55:0/2372912030 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5994025720 con 0x7f59a408a970 2022-11-27T15:47:27.668 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.651+0000 7f59a9c89700 1 -- 172.21.15.55:0/2372912030 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f59a41bafa0 con 0x7f59a408a970 2022-11-27T15:47:27.668 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.652+0000 7f598bfff700 1 -- 172.21.15.55:0/2372912030 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 5) v1 ==== 42461+0+0 (secure 0 0 0) 0x7f599402b020 con 0x7f59a408a970 2022-11-27T15:47:27.669 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.652+0000 7f598bfff700 1 --2- 172.21.15.55:0/2372912030 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f5984035390 0x7f5984037840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:27.669 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.652+0000 7f59a9c89700 1 -- 172.21.15.55:0/2372912030 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f59a41a7710 con 0x7f59a408a970 2022-11-27T15:47:27.669 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.652+0000 7f598bfff700 1 -- 172.21.15.55:0/2372912030 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(11..11 src has 1..11) v4 ==== 2072+0+0 (secure 0 0 0) 0x7f59940482f0 con 0x7f59a408a970 2022-11-27T15:47:27.670 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.652+0000 7f59a2ffd700 1 --2- 172.21.15.55:0/2372912030 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f5984035390 0x7f5984037840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:27.670 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.653+0000 7f59a2ffd700 1 --2- 172.21.15.55:0/2372912030 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f5984035390 0x7f5984037840 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f5998001670 tx=0x7f5998007ad0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:27.671 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.657+0000 7f598bfff700 1 -- 172.21.15.55:0/2372912030 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+170936 (secure 0 0 0) 0x7f59a41a7710 con 0x7f59a408a970 2022-11-27T15:47:27.846 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.844+0000 7f59a9c89700 1 -- 172.21.15.55:0/2372912030 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f59a41a7710 con 0x7f59a408a970 2022-11-27T15:47:27.846 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.844+0000 7f598bfff700 1 -- 172.21.15.55:0/2372912030 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v12) v1 ==== 92+0+10 (secure 0 0 0) 0x7f59a41a7710 con 0x7f59a408a970 2022-11-27T15:47:27.847 INFO:teuthology.orchestra.run.smithi055.stdout:pg_num: 8 2022-11-27T15:47:27.849 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.847+0000 7f59a9c89700 1 -- 172.21.15.55:0/2372912030 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f5984035390 msgr2=0x7f5984037840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:27.849 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.847+0000 7f59a9c89700 1 --2- 172.21.15.55:0/2372912030 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f5984035390 0x7f5984037840 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f5998001670 tx=0x7f5998007ad0 comp rx=0 tx=0).stop 2022-11-27T15:47:27.849 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.847+0000 7f59a9c89700 1 -- 172.21.15.55:0/2372912030 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f59a408a970 msgr2=0x7f59a41ba880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:27.849 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.847+0000 7f59a9c89700 1 --2- 172.21.15.55:0/2372912030 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f59a408a970 0x7f59a41ba880 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f59a408c500 tx=0x7f5994004750 comp rx=0 tx=0).stop 2022-11-27T15:47:27.850 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.847+0000 7f59a9c89700 1 -- 172.21.15.55:0/2372912030 shutdown_connections 2022-11-27T15:47:27.850 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.847+0000 7f59a9c89700 1 --2- 172.21.15.55:0/2372912030 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f5984035390 0x7f5984037840 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:27.850 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.847+0000 7f59a9c89700 1 --2- 172.21.15.55:0/2372912030 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f59a408a970 0x7f59a41ba880 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:27.850 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.847+0000 7f59a9c89700 1 -- 172.21.15.55:0/2372912030 >> 172.21.15.55:0/2372912030 conn(0x7f59a4094a10 msgr2=0x7f59a406f080 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:27.850 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.847+0000 7f59a9c89700 1 -- 172.21.15.55:0/2372912030 shutdown_connections 2022-11-27T15:47:27.851 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.847+0000 7f59a9c89700 1 -- 172.21.15.55:0/2372912030 wait complete. 2022-11-27T15:47:27.860 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2022-11-27T15:47:27.986 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.983+0000 7f8322d22700 1 Processor -- start 2022-11-27T15:47:27.987 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.983+0000 7f8322d22700 1 -- start start 2022-11-27T15:47:27.987 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.983+0000 7f8322d22700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f831c1262b0 0x7f831c126680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:27.987 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.983+0000 7f8322d22700 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f831c08c5f0 con 0x7f831c124ca0 2022-11-27T15:47:27.988 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.983+0000 7f8322d22700 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f831c126c50 con 0x7f831c1262b0 2022-11-27T15:47:27.988 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.983+0000 7f8320abe700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f831c1262b0 0x7f831c126680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:27.988 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.983+0000 7f8320abe700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f831c1262b0 0x7f831c126680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:42892/0 (socket says 172.21.15.55:42892) 2022-11-27T15:47:27.989 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.983+0000 7f8320abe700 1 -- 172.21.15.55:0/1891562025 learned_addr learned my addr 172.21.15.55:0/1891562025 (peer_addr_for_me v2:172.21.15.55:0/0) 2022-11-27T15:47:27.989 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.983+0000 7f831bfff700 1 --1- 172.21.15.55:0/1891562025 >> v1:172.21.15.55:6789/0 conn(0x7f831c124ca0 0x7f831c125140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.55:59342/0 (socket says 172.21.15.55:59342) 2022-11-27T15:47:27.989 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.983+0000 7f8320abe700 1 -- 172.21.15.55:0/1891562025 >> v1:172.21.15.55:6789/0 conn(0x7f831c124ca0 legacy=0x7f831c125140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:27.989 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.983+0000 7f8320abe700 1 -- 172.21.15.55:0/1891562025 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f831c08c890 con 0x7f831c1262b0 2022-11-27T15:47:27.990 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.984+0000 7f8320abe700 1 --2- 172.21.15.55:0/1891562025 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f831c1262b0 0x7f831c126680 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f8310009870 tx=0x7f8310009b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16f4e7ed7579ec5a server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:27.990 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.984+0000 7f831b7fe700 1 -- 172.21.15.55:0/1891562025 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8310004160 con 0x7f831c1262b0 2022-11-27T15:47:27.990 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.984+0000 7f831b7fe700 1 -- 172.21.15.55:0/1891562025 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83100042c0 con 0x7f831c1262b0 2022-11-27T15:47:27.990 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.984+0000 7f831b7fe700 1 -- 172.21.15.55:0/1891562025 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8310004580 con 0x7f831c1262b0 2022-11-27T15:47:27.990 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.984+0000 7f8322d22700 1 -- 172.21.15.55:0/1891562025 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f831c1262b0 msgr2=0x7f831c126680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:27.991 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.984+0000 7f8322d22700 1 --2- 172.21.15.55:0/1891562025 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f831c1262b0 0x7f831c126680 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f8310009870 tx=0x7f8310009b80 comp rx=0 tx=0).stop 2022-11-27T15:47:27.991 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.984+0000 7f8322d22700 1 -- 172.21.15.55:0/1891562025 shutdown_connections 2022-11-27T15:47:27.991 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.984+0000 7f8322d22700 1 --2- 172.21.15.55:0/1891562025 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f831c1262b0 0x7f831c126680 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:27.991 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.984+0000 7f8322d22700 1 -- 172.21.15.55:0/1891562025 >> 172.21.15.55:0/1891562025 conn(0x7f831c08ee50 msgr2=0x7f831c08f250 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:27.992 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.984+0000 7f8322d22700 1 -- 172.21.15.55:0/1891562025 shutdown_connections 2022-11-27T15:47:27.992 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.984+0000 7f8322d22700 1 -- 172.21.15.55:0/1891562025 wait complete. 2022-11-27T15:47:27.992 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.985+0000 7f8322d22700 1 Processor -- start 2022-11-27T15:47:27.992 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.985+0000 7f8322d22700 1 -- start start 2022-11-27T15:47:27.995 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.986+0000 7f8322d22700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f831c124ca0 0x7f831c11e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:27.995 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.986+0000 7f8322d22700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f831c123940 con 0x7f831c124ca0 2022-11-27T15:47:27.996 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.986+0000 7f8320abe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f831c124ca0 0x7f831c11e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:27.996 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.986+0000 7f8320abe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f831c124ca0 0x7f831c11e8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:42908/0 (socket says 172.21.15.55:42908) 2022-11-27T15:47:27.996 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.986+0000 7f8320abe700 1 -- 172.21.15.55:0/3953096181 learned_addr learned my addr 172.21.15.55:0/3953096181 (peer_addr_for_me v2:172.21.15.55:0/0) 2022-11-27T15:47:27.996 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.986+0000 7f8320abe700 1 -- 172.21.15.55:0/3953096181 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8310009550 con 0x7f831c124ca0 2022-11-27T15:47:27.997 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.986+0000 7f8320abe700 1 --2- 172.21.15.55:0/3953096181 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f831c124ca0 0x7f831c11e8d0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f8310009130 tx=0x7f8310004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:27.997 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.986+0000 7f83197fa700 1 -- 172.21.15.55:0/3953096181 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8310003d30 con 0x7f831c124ca0 2022-11-27T15:47:27.997 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.986+0000 7f83197fa700 1 -- 172.21.15.55:0/3953096181 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f831001f070 con 0x7f831c124ca0 2022-11-27T15:47:27.997 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.986+0000 7f8322d22700 1 -- 172.21.15.55:0/3953096181 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f831c124680 con 0x7f831c124ca0 2022-11-27T15:47:27.997 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.986+0000 7f83197fa700 1 -- 172.21.15.55:0/3953096181 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8310011630 con 0x7f831c124ca0 2022-11-27T15:47:27.998 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.986+0000 7f8322d22700 1 -- 172.21.15.55:0/3953096181 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f831c11ff50 con 0x7f831c124ca0 2022-11-27T15:47:27.998 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.987+0000 7f83197fa700 1 -- 172.21.15.55:0/3953096181 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 5) v1 ==== 42461+0+0 (secure 0 0 0) 0x7f8310017020 con 0x7f831c124ca0 2022-11-27T15:47:27.998 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.987+0000 7f83197fa700 1 --2- 172.21.15.55:0/3953096181 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f83040353a0 0x7f8304037850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:27.998 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.987+0000 7f8322d22700 1 -- 172.21.15.55:0/3953096181 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f831c061020 con 0x7f831c124ca0 2022-11-27T15:47:27.999 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.987+0000 7f83197fa700 1 -- 172.21.15.55:0/3953096181 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(12..12 src has 1..12) v4 ==== 2072+0+0 (secure 0 0 0) 0x7f8310048150 con 0x7f831c124ca0 2022-11-27T15:47:27.999 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.987+0000 7f831bfff700 1 --2- 172.21.15.55:0/3953096181 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f83040353a0 0x7f8304037850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:27.999 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.988+0000 7f831bfff700 1 --2- 172.21.15.55:0/3953096181 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f83040353a0 0x7f8304037850 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f8308000f60 tx=0x7f8308007b10 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:27.999 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:27.992+0000 7f83197fa700 1 -- 172.21.15.55:0/3953096181 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+170936 (secure 0 0 0) 0x7f83100195a0 con 0x7f831c124ca0 2022-11-27T15:47:28.226 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.224+0000 7f8322d22700 1 -- 172.21.15.55:0/3953096181 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f831c125850 con 0x7f831c124ca0 2022-11-27T15:47:28.226 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.224+0000 7f83197fa700 1 -- 172.21.15.55:0/3953096181 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) v1 ==== 93+0+1256 (secure 0 0 0) 0x7f83100193c0 con 0x7f831c124ca0 2022-11-27T15:47:28.227 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:28.227 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4137,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6811/1757892749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":1757892749},{"type":"v1","addr":"172.21.15.55:6811","nonce":1757892749}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2022-11-27T15:47:28.228 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.226+0000 7f8322d22700 1 -- 172.21.15.55:0/3953096181 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f83040353a0 msgr2=0x7f8304037850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:28.228 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.226+0000 7f8322d22700 1 --2- 172.21.15.55:0/3953096181 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f83040353a0 0x7f8304037850 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f8308000f60 tx=0x7f8308007b10 comp rx=0 tx=0).stop 2022-11-27T15:47:28.229 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.226+0000 7f8322d22700 1 -- 172.21.15.55:0/3953096181 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f831c124ca0 msgr2=0x7f831c11e8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:28.229 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.226+0000 7f8322d22700 1 --2- 172.21.15.55:0/3953096181 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f831c124ca0 0x7f831c11e8d0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f8310009130 tx=0x7f8310004750 comp rx=0 tx=0).stop 2022-11-27T15:47:28.229 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.226+0000 7f8322d22700 1 -- 172.21.15.55:0/3953096181 shutdown_connections 2022-11-27T15:47:28.230 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.226+0000 7f8322d22700 1 --2- 172.21.15.55:0/3953096181 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f83040353a0 0x7f8304037850 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:28.230 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.226+0000 7f8322d22700 1 --2- 172.21.15.55:0/3953096181 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f831c124ca0 0x7f831c11e8d0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:28.230 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.226+0000 7f8322d22700 1 -- 172.21.15.55:0/3953096181 >> 172.21.15.55:0/3953096181 conn(0x7f831c08ee50 msgr2=0x7f831c06fce0 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:28.230 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.226+0000 7f8322d22700 1 -- 172.21.15.55:0/3953096181 shutdown_connections 2022-11-27T15:47:28.230 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.226+0000 7f8322d22700 1 -- 172.21.15.55:0/3953096181 wait complete. 2022-11-27T15:47:28.231 INFO:teuthology.orchestra.run.smithi055.stderr:dumped fsmap epoch 2 2022-11-27T15:47:28.240 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2022-11-27T15:47:28.366 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.362+0000 7ff1a11c8700 1 Processor -- start 2022-11-27T15:47:28.366 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.362+0000 7ff1a11c8700 1 -- start start 2022-11-27T15:47:28.367 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.362+0000 7ff1a11c8700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7ff19c094700 0x7ff19c094ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:28.367 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.362+0000 7ff1a11c8700 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff19c0967f0 con 0x7ff19c095010 2022-11-27T15:47:28.367 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.362+0000 7ff1a11c8700 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff19c096b00 con 0x7ff19c094700 2022-11-27T15:47:28.367 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.362+0000 7ff19ad9d700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7ff19c094700 0x7ff19c094ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:28.368 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.362+0000 7ff19ad9d700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7ff19c094700 0x7ff19c094ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:42910/0 (socket says 172.21.15.55:42910) 2022-11-27T15:47:28.368 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.362+0000 7ff19a59c700 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7ff19c095010 0x7ff19c129840 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.55:59352/0 (socket says 172.21.15.55:59352) 2022-11-27T15:47:28.368 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.362+0000 7ff19ad9d700 1 -- 172.21.15.55:0/1729643973 learned_addr learned my addr 172.21.15.55:0/1729643973 (peer_addr_for_me v2:172.21.15.55:0/0) 2022-11-27T15:47:28.368 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.363+0000 7ff19ad9d700 1 -- 172.21.15.55:0/1729643973 >> v1:172.21.15.55:6789/0 conn(0x7ff19c095010 legacy=0x7ff19c129840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:28.368 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.363+0000 7ff19ad9d700 1 -- 172.21.15.55:0/1729643973 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff19c095480 con 0x7ff19c094700 2022-11-27T15:47:28.369 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.363+0000 7ff199d9b700 1 -- 172.21.15.55:0/1729643973 <== mon.0 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 9982831 0 0) 0x7ff19c0967f0 con 0x7ff19c095010 2022-11-27T15:47:28.369 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.363+0000 7ff19ad9d700 1 --2- 172.21.15.55:0/1729643973 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff19c094700 0x7ff19c094ad0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7ff18c006fd0 tx=0x7ff18c009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cce12194ed4656b7 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:28.369 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.363+0000 7ff199d9b700 1 -- 172.21.15.55:0/1729643973 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff18c005d60 con 0x7ff19c094700 2022-11-27T15:47:28.369 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.363+0000 7ff199d9b700 1 -- 172.21.15.55:0/1729643973 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff18c006030 con 0x7ff19c094700 2022-11-27T15:47:28.370 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.363+0000 7ff199d9b700 1 -- 172.21.15.55:0/1729643973 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff18c006310 con 0x7ff19c094700 2022-11-27T15:47:28.370 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.363+0000 7ff1a11c8700 1 -- 172.21.15.55:0/1729643973 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff19c094700 msgr2=0x7ff19c094ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:28.370 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.363+0000 7ff1a11c8700 1 --2- 172.21.15.55:0/1729643973 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff19c094700 0x7ff19c094ad0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7ff18c006fd0 tx=0x7ff18c009b50 comp rx=0 tx=0).stop 2022-11-27T15:47:28.370 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.363+0000 7ff1a11c8700 1 -- 172.21.15.55:0/1729643973 shutdown_connections 2022-11-27T15:47:28.370 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.363+0000 7ff1a11c8700 1 --2- 172.21.15.55:0/1729643973 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff19c094700 0x7ff19c094ad0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:28.371 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.363+0000 7ff1a11c8700 1 -- 172.21.15.55:0/1729643973 >> 172.21.15.55:0/1729643973 conn(0x7ff19c08f0c0 msgr2=0x7ff19c08f4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:28.371 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.363+0000 7ff1a11c8700 1 -- 172.21.15.55:0/1729643973 shutdown_connections 2022-11-27T15:47:28.371 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.363+0000 7ff1a11c8700 1 -- 172.21.15.55:0/1729643973 wait complete. 2022-11-27T15:47:28.371 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.364+0000 7ff1a11c8700 1 Processor -- start 2022-11-27T15:47:28.372 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.365+0000 7ff1a11c8700 1 -- start start 2022-11-27T15:47:28.375 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.365+0000 7ff1a11c8700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff19c094700 0x7ff19c1ba5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:28.375 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.365+0000 7ff1a11c8700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff19c08c110 con 0x7ff19c094700 2022-11-27T15:47:28.376 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.365+0000 7ff19ad9d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff19c094700 0x7ff19c1ba5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:28.376 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.365+0000 7ff19ad9d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff19c094700 0x7ff19c1ba5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:42918/0 (socket says 172.21.15.55:42918) 2022-11-27T15:47:28.377 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.365+0000 7ff19ad9d700 1 -- 172.21.15.55:0/455535179 learned_addr learned my addr 172.21.15.55:0/455535179 (peer_addr_for_me v2:172.21.15.55:0/0) 2022-11-27T15:47:28.377 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.365+0000 7ff19ad9d700 1 -- 172.21.15.55:0/455535179 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff18c009500 con 0x7ff19c094700 2022-11-27T15:47:28.378 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.365+0000 7ff19ad9d700 1 --2- 172.21.15.55:0/455535179 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff19c094700 0x7ff19c1ba5f0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7ff18c013040 tx=0x7ff18c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:28.378 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.365+0000 7ff1837fe700 1 -- 172.21.15.55:0/455535179 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff18c004180 con 0x7ff19c094700 2022-11-27T15:47:28.379 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.365+0000 7ff1837fe700 1 -- 172.21.15.55:0/455535179 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff18c0042e0 con 0x7ff19c094700 2022-11-27T15:47:28.380 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.365+0000 7ff1a11c8700 1 -- 172.21.15.55:0/455535179 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff19c08c250 con 0x7ff19c094700 2022-11-27T15:47:28.380 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.366+0000 7ff1837fe700 1 -- 172.21.15.55:0/455535179 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff18c0045c0 con 0x7ff19c094700 2022-11-27T15:47:28.380 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.366+0000 7ff1a11c8700 1 -- 172.21.15.55:0/455535179 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff19c1bad10 con 0x7ff19c094700 2022-11-27T15:47:28.381 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.366+0000 7ff1837fe700 1 -- 172.21.15.55:0/455535179 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 5) v1 ==== 42461+0+0 (secure 0 0 0) 0x7ff18c00f050 con 0x7ff19c094700 2022-11-27T15:47:28.381 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.366+0000 7ff1a11c8700 1 -- 172.21.15.55:0/455535179 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff19c071320 con 0x7ff19c094700 2022-11-27T15:47:28.382 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.367+0000 7ff1837fe700 1 --2- 172.21.15.55:0/455535179 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7ff17c035390 0x7ff17c037840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:28.382 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.367+0000 7ff1837fe700 1 -- 172.21.15.55:0/455535179 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(12..12 src has 1..12) v4 ==== 2072+0+0 (secure 0 0 0) 0x7ff18c0485b0 con 0x7ff19c094700 2022-11-27T15:47:28.382 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.367+0000 7ff19a59c700 1 --2- 172.21.15.55:0/455535179 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7ff17c035390 0x7ff17c037840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:28.383 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.367+0000 7ff19a59c700 1 --2- 172.21.15.55:0/455535179 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7ff17c035390 0x7ff17c037840 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7ff190000c00 tx=0x7ff1900079c0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:28.383 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.371+0000 7ff1837fe700 1 -- 172.21.15.55:0/455535179 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+170936 (secure 0 0 0) 0x7ff18c02e9a0 con 0x7ff19c094700 2022-11-27T15:47:28.561 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.559+0000 7ff1a11c8700 1 -- 172.21.15.55:0/455535179 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff19c08c250 con 0x7ff19c094700 2022-11-27T15:47:28.561 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.559+0000 7ff1837fe700 1 -- 172.21.15.55:0/455535179 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v12) v1 ==== 74+0+5462 (secure 0 0 0) 0x7ff18c034570 con 0x7ff19c094700 2022-11-27T15:47:28.561 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:28.562 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":12,"fsid":"66eaeb7b-9079-439e-aac1-73aecd0cf719","created":"2022-11-27T15:47:11.064597+0000","modified":"2022-11-27T15:47:27.805256+0000","last_up_change":"2022-11-27T15:47:18.715486+0000","last_in_change":"2022-11-27T15:47:11.466413+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":1,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","pools":[{"pool":1,"pool_name":".mgr","create_time":"2022-11-27T15:47:18.803071+0000","flags":1,"flags_names":"hashpspool","type":1,"size":1,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"9","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2022-11-27T15:47:25.251709+0000","flags":1,"flags_names":"hashpspool","type":1,"size":1,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"83710edf-d0f8-4020-8507-a921d74c874e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":6,"up_thru":10,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":107595},{"type":"v1","addr":"172.21.15.55:6801","nonce":107595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":107595},{"type":"v1","addr":"172.21.15.55:6803","nonce":107595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":107595},{"type":"v1","addr":"172.21.15.55:6807","nonce":107595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":107595},{"type":"v1","addr":"172.21.15.55:6805","nonce":107595}]},"public_addr":"172.21.15.55:6801/107595","cluster_addr":"172.21.15.55:6803/107595","heartbeat_back_addr":"172.21.15.55:6807/107595","heartbeat_front_addr":"172.21.15.55:6805/107595","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T15:47:16.581255+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-11-27T15:47:28.563 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.561+0000 7ff1a11c8700 1 -- 172.21.15.55:0/455535179 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7ff17c035390 msgr2=0x7ff17c037840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:28.563 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.561+0000 7ff1a11c8700 1 --2- 172.21.15.55:0/455535179 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7ff17c035390 0x7ff17c037840 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7ff190000c00 tx=0x7ff1900079c0 comp rx=0 tx=0).stop 2022-11-27T15:47:28.564 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.561+0000 7ff1a11c8700 1 -- 172.21.15.55:0/455535179 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff19c094700 msgr2=0x7ff19c1ba5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:28.564 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.561+0000 7ff1a11c8700 1 --2- 172.21.15.55:0/455535179 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff19c094700 0x7ff19c1ba5f0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7ff18c013040 tx=0x7ff18c004750 comp rx=0 tx=0).stop 2022-11-27T15:47:28.564 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.561+0000 7ff1a11c8700 1 -- 172.21.15.55:0/455535179 shutdown_connections 2022-11-27T15:47:28.564 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.561+0000 7ff1a11c8700 1 --2- 172.21.15.55:0/455535179 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7ff17c035390 0x7ff17c037840 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:28.565 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.561+0000 7ff1a11c8700 1 --2- 172.21.15.55:0/455535179 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff19c094700 0x7ff19c1ba5f0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:28.565 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.561+0000 7ff1a11c8700 1 -- 172.21.15.55:0/455535179 >> 172.21.15.55:0/455535179 conn(0x7ff19c08f0c0 msgr2=0x7ff19c06b490 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:28.565 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.561+0000 7ff1a11c8700 1 -- 172.21.15.55:0/455535179 shutdown_connections 2022-11-27T15:47:28.565 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.561+0000 7ff1a11c8700 1 -- 172.21.15.55:0/455535179 wait complete. 2022-11-27T15:47:28.575 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2022-11-27T15:47:18.803071+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 1, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '9', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2022-11-27T15:47:25.251709+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 1, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '12', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2022-11-27T15:47:28.575 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2022-11-27T15:47:28.705 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.701+0000 7fa9d1c5d700 1 Processor -- start 2022-11-27T15:47:28.705 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.701+0000 7fa9d1c5d700 1 -- start start 2022-11-27T15:47:28.705 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.701+0000 7fa9d1c5d700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fa9cc092ce0 0x7fa9cc0930b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:28.706 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.701+0000 7fa9d1c5d700 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa9cc095090 con 0x7fa9cc0935f0 2022-11-27T15:47:28.706 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.701+0000 7fa9d1c5d700 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa9cc0952c0 con 0x7fa9cc092ce0 2022-11-27T15:47:28.706 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.701+0000 7fa9cb7fe700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fa9cc092ce0 0x7fa9cc0930b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:28.706 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.701+0000 7fa9cb7fe700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fa9cc092ce0 0x7fa9cc0930b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:42930/0 (socket says 172.21.15.55:42930) 2022-11-27T15:47:28.707 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.701+0000 7fa9cb7fe700 1 -- 172.21.15.55:0/768771655 learned_addr learned my addr 172.21.15.55:0/768771655 (peer_addr_for_me v2:172.21.15.55:0/0) 2022-11-27T15:47:28.707 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.702+0000 7fa9cb7fe700 1 -- 172.21.15.55:0/768771655 >> v1:172.21.15.55:6789/0 conn(0x7fa9cc0935f0 legacy=0x7fa9cc12bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:28.707 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.702+0000 7fa9cb7fe700 1 -- 172.21.15.55:0/768771655 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9cc094110 con 0x7fa9cc092ce0 2022-11-27T15:47:28.708 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.702+0000 7fa9cb7fe700 1 --2- 172.21.15.55:0/768771655 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa9cc092ce0 0x7fa9cc0930b0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fa9bc009870 tx=0x7fa9bc009b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37e31320da6e272a server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:28.708 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.702+0000 7fa9ca7fc700 1 -- 172.21.15.55:0/768771655 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa9bc004160 con 0x7fa9cc092ce0 2022-11-27T15:47:28.708 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.702+0000 7fa9ca7fc700 1 -- 172.21.15.55:0/768771655 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa9bc0042c0 con 0x7fa9cc092ce0 2022-11-27T15:47:28.709 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.702+0000 7fa9ca7fc700 1 -- 172.21.15.55:0/768771655 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa9bc004580 con 0x7fa9cc092ce0 2022-11-27T15:47:28.709 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.702+0000 7fa9d1c5d700 1 -- 172.21.15.55:0/768771655 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa9cc092ce0 msgr2=0x7fa9cc0930b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:28.709 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.702+0000 7fa9d1c5d700 1 --2- 172.21.15.55:0/768771655 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa9cc092ce0 0x7fa9cc0930b0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fa9bc009870 tx=0x7fa9bc009b80 comp rx=0 tx=0).stop 2022-11-27T15:47:28.709 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.702+0000 7fa9d1c5d700 1 -- 172.21.15.55:0/768771655 shutdown_connections 2022-11-27T15:47:28.710 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.702+0000 7fa9d1c5d700 1 --2- 172.21.15.55:0/768771655 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa9cc092ce0 0x7fa9cc0930b0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:28.710 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.702+0000 7fa9d1c5d700 1 -- 172.21.15.55:0/768771655 >> 172.21.15.55:0/768771655 conn(0x7fa9cc099b80 msgr2=0x7fa9cc099f80 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:28.710 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.702+0000 7fa9d1c5d700 1 -- 172.21.15.55:0/768771655 shutdown_connections 2022-11-27T15:47:28.710 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.703+0000 7fa9d1c5d700 1 -- 172.21.15.55:0/768771655 wait complete. 2022-11-27T15:47:28.710 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.703+0000 7fa9d1c5d700 1 Processor -- start 2022-11-27T15:47:28.711 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.703+0000 7fa9d1c5d700 1 -- start start 2022-11-27T15:47:28.713 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.704+0000 7fa9d1c5d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa9cc092ce0 0x7fa9cc1ba9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:28.713 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.704+0000 7fa9d1c5d700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9cc1a7720 con 0x7fa9cc092ce0 2022-11-27T15:47:28.714 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.704+0000 7fa9cb7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa9cc092ce0 0x7fa9cc1ba9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:28.714 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.704+0000 7fa9cb7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa9cc092ce0 0x7fa9cc1ba9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:42934/0 (socket says 172.21.15.55:42934) 2022-11-27T15:47:28.715 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.704+0000 7fa9cb7fe700 1 -- 172.21.15.55:0/1678143963 learned_addr learned my addr 172.21.15.55:0/1678143963 (peer_addr_for_me v2:172.21.15.55:0/0) 2022-11-27T15:47:28.715 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.704+0000 7fa9cb7fe700 1 -- 172.21.15.55:0/1678143963 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9bc009550 con 0x7fa9cc092ce0 2022-11-27T15:47:28.715 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.704+0000 7fa9cb7fe700 1 --2- 172.21.15.55:0/1678143963 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa9cc092ce0 0x7fa9cc1ba9d0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fa9bc009130 tx=0x7fa9bc004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:28.715 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.704+0000 7fa9b3fff700 1 -- 172.21.15.55:0/1678143963 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa9bc003be0 con 0x7fa9cc092ce0 2022-11-27T15:47:28.716 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.704+0000 7fa9b3fff700 1 -- 172.21.15.55:0/1678143963 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa9bc01f070 con 0x7fa9cc092ce0 2022-11-27T15:47:28.716 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.704+0000 7fa9d1c5d700 1 -- 172.21.15.55:0/1678143963 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa9cc1a7860 con 0x7fa9cc092ce0 2022-11-27T15:47:28.716 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.704+0000 7fa9b3fff700 1 -- 172.21.15.55:0/1678143963 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa9bc003e70 con 0x7fa9cc092ce0 2022-11-27T15:47:28.717 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.704+0000 7fa9d1c5d700 1 -- 172.21.15.55:0/1678143963 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa9cc1bb0f0 con 0x7fa9cc092ce0 2022-11-27T15:47:28.717 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.705+0000 7fa9b3fff700 1 -- 172.21.15.55:0/1678143963 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 5) v1 ==== 42461+0+0 (secure 0 0 0) 0x7fa9bc017020 con 0x7fa9cc092ce0 2022-11-27T15:47:28.717 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.705+0000 7fa9b3fff700 1 --2- 172.21.15.55:0/1678143963 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7fa9ac0353a0 0x7fa9ac037850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:28.717 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.705+0000 7fa9d1c5d700 1 -- 172.21.15.55:0/1678143963 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa9cc08aff0 con 0x7fa9cc092ce0 2022-11-27T15:47:28.718 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.705+0000 7fa9b3fff700 1 -- 172.21.15.55:0/1678143963 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(12..12 src has 1..12) v4 ==== 2072+0+0 (secure 0 0 0) 0x7fa9bc047d50 con 0x7fa9cc092ce0 2022-11-27T15:47:28.718 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.705+0000 7fa9caffd700 1 --2- 172.21.15.55:0/1678143963 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7fa9ac0353a0 0x7fa9ac037850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:28.718 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.706+0000 7fa9caffd700 1 --2- 172.21.15.55:0/1678143963 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7fa9ac0353a0 0x7fa9ac037850 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fa9c0001680 tx=0x7fa9c0007ae0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:28.718 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.710+0000 7fa9b3fff700 1 -- 172.21.15.55:0/1678143963 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+170936 (secure 0 0 0) 0x7fa9bc0195a0 con 0x7fa9cc092ce0 2022-11-27T15:47:28.901 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.900+0000 7fa9d1c5d700 1 -- 172.21.15.55:0/1678143963 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fa9cc1a7860 con 0x7fa9cc092ce0 2022-11-27T15:47:28.902 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.900+0000 7fa9b3fff700 1 -- 172.21.15.55:0/1678143963 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v12) v1 ==== 93+0+10 (secure 0 0 0) 0x7fa9cc1a7860 con 0x7fa9cc092ce0 2022-11-27T15:47:28.902 INFO:teuthology.orchestra.run.smithi055.stdout:pg_num: 1 2022-11-27T15:47:28.904 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.902+0000 7fa9d1c5d700 1 -- 172.21.15.55:0/1678143963 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7fa9ac0353a0 msgr2=0x7fa9ac037850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:28.904 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.902+0000 7fa9d1c5d700 1 --2- 172.21.15.55:0/1678143963 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7fa9ac0353a0 0x7fa9ac037850 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fa9c0001680 tx=0x7fa9c0007ae0 comp rx=0 tx=0).stop 2022-11-27T15:47:28.904 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.902+0000 7fa9d1c5d700 1 -- 172.21.15.55:0/1678143963 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa9cc092ce0 msgr2=0x7fa9cc1ba9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:28.904 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.902+0000 7fa9d1c5d700 1 --2- 172.21.15.55:0/1678143963 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa9cc092ce0 0x7fa9cc1ba9d0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fa9bc009130 tx=0x7fa9bc004750 comp rx=0 tx=0).stop 2022-11-27T15:47:28.904 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.902+0000 7fa9d1c5d700 1 -- 172.21.15.55:0/1678143963 shutdown_connections 2022-11-27T15:47:28.905 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.902+0000 7fa9d1c5d700 1 --2- 172.21.15.55:0/1678143963 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7fa9ac0353a0 0x7fa9ac037850 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:28.905 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.902+0000 7fa9d1c5d700 1 --2- 172.21.15.55:0/1678143963 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa9cc092ce0 0x7fa9cc1ba9d0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:28.905 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.902+0000 7fa9d1c5d700 1 -- 172.21.15.55:0/1678143963 >> 172.21.15.55:0/1678143963 conn(0x7fa9cc099b80 msgr2=0x7fa9cc06b570 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:28.906 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.902+0000 7fa9d1c5d700 1 -- 172.21.15.55:0/1678143963 shutdown_connections 2022-11-27T15:47:28.906 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:28.902+0000 7fa9d1c5d700 1 -- 172.21.15.55:0/1678143963 wait complete. 2022-11-27T15:47:28.915 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2022-11-27T15:47:29.044 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.041+0000 7f07a3ef0700 1 Processor -- start 2022-11-27T15:47:29.044 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.041+0000 7f07a3ef0700 1 -- start start 2022-11-27T15:47:29.045 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.041+0000 7f07a3ef0700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f079c128410 0x7f079c12a7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:29.045 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.041+0000 7f07a3ef0700 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f079c0893f0 con 0x7f079c06dc30 2022-11-27T15:47:29.045 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.041+0000 7f07a3ef0700 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f079c089620 con 0x7f079c128410 2022-11-27T15:47:29.045 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.041+0000 7f07a148b700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f079c128410 0x7f079c12a7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:29.046 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.041+0000 7f07a1c8c700 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7f079c06dc30 0x7f079c06e000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.55:59380/0 (socket says 172.21.15.55:59380) 2022-11-27T15:47:29.046 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.041+0000 7f07a1c8c700 1 -- 172.21.15.55:0/4037020932 learned_addr learned my addr 172.21.15.55:0/4037020932 (peer_addr_for_me v1:172.21.15.55:0/0) 2022-11-27T15:47:29.046 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.041+0000 7f07a148b700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f079c128410 0x7f079c12a7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:42950/0 (socket says 172.21.15.55:42950) 2022-11-27T15:47:29.047 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.042+0000 7f07a148b700 1 -- 172.21.15.55:0/4037020932 >> v1:172.21.15.55:6789/0 conn(0x7f079c06dc30 legacy=0x7f079c06e000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:29.047 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.042+0000 7f07a148b700 1 -- 172.21.15.55:0/4037020932 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f079c06b2d0 con 0x7f079c128410 2022-11-27T15:47:29.047 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.042+0000 7f07a148b700 1 --2- 172.21.15.55:0/4037020932 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f079c128410 0x7f079c12a7f0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f078c0097c0 tx=0x7f078c009ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bcbc03d64452ae4a server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:29.047 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.042+0000 7f07a0c8a700 1 -- 172.21.15.55:0/4037020932 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f078c004160 con 0x7f079c128410 2022-11-27T15:47:29.048 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.042+0000 7f07a0c8a700 1 -- 172.21.15.55:0/4037020932 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f078c0042c0 con 0x7f079c128410 2022-11-27T15:47:29.048 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.042+0000 7f07a0c8a700 1 -- 172.21.15.55:0/4037020932 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f078c004580 con 0x7f079c128410 2022-11-27T15:47:29.048 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.042+0000 7f07a3ef0700 1 -- 172.21.15.55:0/4037020932 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f079c128410 msgr2=0x7f079c12a7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:29.049 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.042+0000 7f07a3ef0700 1 --2- 172.21.15.55:0/4037020932 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f079c128410 0x7f079c12a7f0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f078c0097c0 tx=0x7f078c009ad0 comp rx=0 tx=0).stop 2022-11-27T15:47:29.049 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.042+0000 7f07a3ef0700 1 -- 172.21.15.55:0/4037020932 shutdown_connections 2022-11-27T15:47:29.049 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.042+0000 7f07a3ef0700 1 --2- 172.21.15.55:0/4037020932 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f079c128410 0x7f079c12a7f0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:29.049 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.042+0000 7f07a3ef0700 1 -- 172.21.15.55:0/4037020932 >> 172.21.15.55:0/4037020932 conn(0x7f079c08d4e0 msgr2=0x7f079c08f8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:29.049 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.042+0000 7f07a3ef0700 1 -- 172.21.15.55:0/4037020932 shutdown_connections 2022-11-27T15:47:29.050 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.043+0000 7f07a3ef0700 1 -- 172.21.15.55:0/4037020932 wait complete. 2022-11-27T15:47:29.053 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.043+0000 7f07a3ef0700 1 Processor -- start 2022-11-27T15:47:29.053 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.043+0000 7f07a3ef0700 1 -- start start 2022-11-27T15:47:29.053 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.044+0000 7f07a3ef0700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f079c06dc30 0x7f079c06b860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:29.053 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.044+0000 7f07a3ef0700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f079c11dee0 con 0x7f079c06dc30 2022-11-27T15:47:29.054 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.044+0000 7f07a1c8c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f079c06dc30 0x7f079c06b860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:29.054 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.044+0000 7f07a1c8c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f079c06dc30 0x7f079c06b860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:42966/0 (socket says 172.21.15.55:42966) 2022-11-27T15:47:29.054 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.044+0000 7f07a1c8c700 1 -- 172.21.15.55:0/1546821272 learned_addr learned my addr 172.21.15.55:0/1546821272 (peer_addr_for_me v2:172.21.15.55:0/0) 2022-11-27T15:47:29.054 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.044+0000 7f07a1c8c700 1 -- 172.21.15.55:0/1546821272 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f078c0094a0 con 0x7f079c06dc30 2022-11-27T15:47:29.055 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.044+0000 7f07a1c8c700 1 --2- 172.21.15.55:0/1546821272 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f079c06dc30 0x7f079c06b860 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f079800c450 tx=0x7f079800c810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:29.055 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.044+0000 7f078a7fc700 1 -- 172.21.15.55:0/1546821272 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0798007410 con 0x7f079c06dc30 2022-11-27T15:47:29.055 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.044+0000 7f078a7fc700 1 -- 172.21.15.55:0/1546821272 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0798007570 con 0x7f079c06dc30 2022-11-27T15:47:29.055 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.044+0000 7f078a7fc700 1 -- 172.21.15.55:0/1546821272 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0798005830 con 0x7f079c06dc30 2022-11-27T15:47:29.056 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.044+0000 7f07a3ef0700 1 -- 172.21.15.55:0/1546821272 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f079c124f50 con 0x7f079c06dc30 2022-11-27T15:47:29.056 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.044+0000 7f07a3ef0700 1 -- 172.21.15.55:0/1546821272 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f079c06bda0 con 0x7f079c06dc30 2022-11-27T15:47:29.056 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.045+0000 7f078a7fc700 1 -- 172.21.15.55:0/1546821272 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 5) v1 ==== 42461+0+0 (secure 0 0 0) 0x7f0798019030 con 0x7f079c06dc30 2022-11-27T15:47:29.056 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.045+0000 7f07a3ef0700 1 -- 172.21.15.55:0/1546821272 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f079c06ae00 con 0x7f079c06dc30 2022-11-27T15:47:29.057 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.045+0000 7f078a7fc700 1 --2- 172.21.15.55:0/1546821272 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f077c035390 0x7f077c037840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:29.057 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.045+0000 7f078a7fc700 1 -- 172.21.15.55:0/1546821272 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(12..12 src has 1..12) v4 ==== 2072+0+0 (secure 0 0 0) 0x7f0798045cb0 con 0x7f079c06dc30 2022-11-27T15:47:29.057 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.045+0000 7f07a148b700 1 --2- 172.21.15.55:0/1546821272 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f077c035390 0x7f077c037840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:29.058 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.046+0000 7f07a148b700 1 --2- 172.21.15.55:0/1546821272 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f077c035390 0x7f077c037840 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f078c0097c0 tx=0x7f078c008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:29.058 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.050+0000 7f078a7fc700 1 -- 172.21.15.55:0/1546821272 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+170936 (secure 0 0 0) 0x7f079804c080 con 0x7f079c06dc30 2022-11-27T15:47:29.240 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.238+0000 7f07a3ef0700 1 -- 172.21.15.55:0/1546821272 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f079c061020 con 0x7f079c06dc30 2022-11-27T15:47:29.241 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.238+0000 7f078a7fc700 1 -- 172.21.15.55:0/1546821272 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v12) v1 ==== 92+0+10 (secure 0 0 0) 0x7f0798017030 con 0x7f079c06dc30 2022-11-27T15:47:29.241 INFO:teuthology.orchestra.run.smithi055.stdout:pg_num: 8 2022-11-27T15:47:29.243 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.240+0000 7f07a3ef0700 1 -- 172.21.15.55:0/1546821272 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f077c035390 msgr2=0x7f077c037840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:29.244 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.240+0000 7f07a3ef0700 1 --2- 172.21.15.55:0/1546821272 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f077c035390 0x7f077c037840 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f078c0097c0 tx=0x7f078c008030 comp rx=0 tx=0).stop 2022-11-27T15:47:29.244 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.241+0000 7f07a3ef0700 1 -- 172.21.15.55:0/1546821272 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f079c06dc30 msgr2=0x7f079c06b860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:29.245 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.241+0000 7f07a3ef0700 1 --2- 172.21.15.55:0/1546821272 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f079c06dc30 0x7f079c06b860 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f079800c450 tx=0x7f079800c810 comp rx=0 tx=0).stop 2022-11-27T15:47:29.245 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.241+0000 7f07a3ef0700 1 -- 172.21.15.55:0/1546821272 shutdown_connections 2022-11-27T15:47:29.246 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.241+0000 7f07a3ef0700 1 --2- 172.21.15.55:0/1546821272 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f077c035390 0x7f077c037840 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:29.247 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.241+0000 7f07a3ef0700 1 --2- 172.21.15.55:0/1546821272 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f079c06dc30 0x7f079c06b860 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:29.247 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.241+0000 7f07a3ef0700 1 -- 172.21.15.55:0/1546821272 >> 172.21.15.55:0/1546821272 conn(0x7f079c08d4e0 msgr2=0x7f079c1289c0 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:29.247 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.241+0000 7f07a3ef0700 1 -- 172.21.15.55:0/1546821272 shutdown_connections 2022-11-27T15:47:29.247 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.241+0000 7f07a3ef0700 1 -- 172.21.15.55:0/1546821272 wait complete. 2022-11-27T15:47:29.254 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2022-11-27T15:47:29.380 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.377+0000 7f6dc2905700 1 Processor -- start 2022-11-27T15:47:29.381 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.377+0000 7f6dc2905700 1 -- start start 2022-11-27T15:47:29.381 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.377+0000 7f6dc2905700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f6dbc093fa0 0x7f6dbc094370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:29.381 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.377+0000 7f6dc2905700 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6dbc096710 con 0x7f6dbc0948b0 2022-11-27T15:47:29.382 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.377+0000 7f6dc2905700 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6dbc094d20 con 0x7f6dbc093fa0 2022-11-27T15:47:29.382 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.377+0000 7f6dbbfff700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f6dbc093fa0 0x7f6dbc094370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:29.382 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.377+0000 7f6dbb7fe700 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7f6dbc0948b0 0x7f6dbc1297d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.55:49398/0 (socket says 172.21.15.55:49398) 2022-11-27T15:47:29.382 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.377+0000 7f6dbbfff700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f6dbc093fa0 0x7f6dbc094370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:46444/0 (socket says 172.21.15.55:46444) 2022-11-27T15:47:29.382 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.377+0000 7f6dbb7fe700 1 -- 172.21.15.55:0/2825881266 learned_addr learned my addr 172.21.15.55:0/2825881266 (peer_addr_for_me v1:172.21.15.55:0/0) 2022-11-27T15:47:29.383 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.377+0000 7f6dbbfff700 1 -- 172.21.15.55:0/2825881266 >> v1:172.21.15.55:6789/0 conn(0x7f6dbc0948b0 legacy=0x7f6dbc1297d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:29.383 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.377+0000 7f6dbbfff700 1 -- 172.21.15.55:0/2825881266 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6dbc0983e0 con 0x7f6dbc093fa0 2022-11-27T15:47:29.383 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.378+0000 7f6dbbfff700 1 --2- 172.21.15.55:0/2825881266 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6dbc093fa0 0x7f6dbc094370 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f6dac0097c0 tx=0x7f6dac009ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20636d03bd86f208 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:29.383 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.378+0000 7f6dbaffd700 1 -- 172.21.15.55:0/2825881266 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6dac004160 con 0x7f6dbc093fa0 2022-11-27T15:47:29.384 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.378+0000 7f6dbaffd700 1 -- 172.21.15.55:0/2825881266 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6dac0042c0 con 0x7f6dbc093fa0 2022-11-27T15:47:29.384 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.378+0000 7f6dbaffd700 1 -- 172.21.15.55:0/2825881266 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6dac004580 con 0x7f6dbc093fa0 2022-11-27T15:47:29.384 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.378+0000 7f6dc2905700 1 -- 172.21.15.55:0/2825881266 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6dbc093fa0 msgr2=0x7f6dbc094370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:29.384 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.378+0000 7f6dc2905700 1 --2- 172.21.15.55:0/2825881266 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6dbc093fa0 0x7f6dbc094370 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f6dac0097c0 tx=0x7f6dac009ad0 comp rx=0 tx=0).stop 2022-11-27T15:47:29.385 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.378+0000 7f6dc2905700 1 -- 172.21.15.55:0/2825881266 shutdown_connections 2022-11-27T15:47:29.385 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.378+0000 7f6dc2905700 1 --2- 172.21.15.55:0/2825881266 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6dbc093fa0 0x7f6dbc094370 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:29.385 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.378+0000 7f6dc2905700 1 -- 172.21.15.55:0/2825881266 >> 172.21.15.55:0/2825881266 conn(0x7f6dbc08ee50 msgr2=0x7f6dbc08f250 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:29.385 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.378+0000 7f6dc2905700 1 -- 172.21.15.55:0/2825881266 shutdown_connections 2022-11-27T15:47:29.385 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.378+0000 7f6dc2905700 1 -- 172.21.15.55:0/2825881266 wait complete. 2022-11-27T15:47:29.388 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.379+0000 7f6dc2905700 1 Processor -- start 2022-11-27T15:47:29.388 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.379+0000 7f6dc2905700 1 -- start start 2022-11-27T15:47:29.388 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.380+0000 7f6dc2905700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6dbc093fa0 0x7f6dbc1ba500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:29.389 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.380+0000 7f6dc2905700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6dbc1b8ab0 con 0x7f6dbc093fa0 2022-11-27T15:47:29.389 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.380+0000 7f6dbbfff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6dbc093fa0 0x7f6dbc1ba500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:29.389 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.380+0000 7f6dbbfff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6dbc093fa0 0x7f6dbc1ba500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:46458/0 (socket says 172.21.15.55:46458) 2022-11-27T15:47:29.389 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.380+0000 7f6dbbfff700 1 -- 172.21.15.55:0/984443250 learned_addr learned my addr 172.21.15.55:0/984443250 (peer_addr_for_me v2:172.21.15.55:0/0) 2022-11-27T15:47:29.389 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.380+0000 7f6dbbfff700 1 -- 172.21.15.55:0/984443250 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6dac0094a0 con 0x7f6dbc093fa0 2022-11-27T15:47:29.390 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.380+0000 7f6dbbfff700 1 --2- 172.21.15.55:0/984443250 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6dbc093fa0 0x7f6dbc1ba500 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f6dac009b10 tx=0x7f6dac004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:29.390 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.380+0000 7f6db8ff9700 1 -- 172.21.15.55:0/984443250 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6dac003df0 con 0x7f6dbc093fa0 2022-11-27T15:47:29.390 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.380+0000 7f6db8ff9700 1 -- 172.21.15.55:0/984443250 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6dac01e070 con 0x7f6dbc093fa0 2022-11-27T15:47:29.391 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.380+0000 7f6db8ff9700 1 -- 172.21.15.55:0/984443250 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6dac011760 con 0x7f6dbc093fa0 2022-11-27T15:47:29.391 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.380+0000 7f6dc2905700 1 -- 172.21.15.55:0/984443250 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6dbc1a7110 con 0x7f6dbc093fa0 2022-11-27T15:47:29.391 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.380+0000 7f6dc2905700 1 -- 172.21.15.55:0/984443250 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6dbc1bac20 con 0x7f6dbc093fa0 2022-11-27T15:47:29.391 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.381+0000 7f6db8ff9700 1 -- 172.21.15.55:0/984443250 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 5) v1 ==== 42461+0+0 (secure 0 0 0) 0x7f6dac017020 con 0x7f6dbc093fa0 2022-11-27T15:47:29.392 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.381+0000 7f6dc2905700 1 -- 172.21.15.55:0/984443250 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6dbc0953d0 con 0x7f6dbc093fa0 2022-11-27T15:47:29.392 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.381+0000 7f6db8ff9700 1 --2- 172.21.15.55:0/984443250 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f6da0035390 0x7f6da0037840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:29.392 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.381+0000 7f6db8ff9700 1 -- 172.21.15.55:0/984443250 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(12..12 src has 1..12) v4 ==== 2072+0+0 (secure 0 0 0) 0x7f6dac047e20 con 0x7f6dbc093fa0 2022-11-27T15:47:29.392 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.381+0000 7f6dbb7fe700 1 --2- 172.21.15.55:0/984443250 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f6da0035390 0x7f6da0037840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:29.393 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.382+0000 7f6dbb7fe700 1 --2- 172.21.15.55:0/984443250 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f6da0035390 0x7f6da0037840 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f6da4000f60 tx=0x7f6da4007b10 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:29.393 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.386+0000 7f6db8ff9700 1 -- 172.21.15.55:0/984443250 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+170936 (secure 0 0 0) 0x7f6dac010740 con 0x7f6dbc093fa0 2022-11-27T15:47:29.583 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.581+0000 7f6dc2905700 1 -- 172.21.15.55:0/984443250 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f6dbc1a72a0 con 0x7f6dbc093fa0 2022-11-27T15:47:29.583 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.581+0000 7f6db8ff9700 1 -- 172.21.15.55:0/984443250 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v12) v1 ==== 84+0+126 (secure 0 0 0) 0x7f6dac0193c0 con 0x7f6dbc093fa0 2022-11-27T15:47:29.584 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:29.584 INFO:teuthology.orchestra.run.smithi055.stdout:[ 2022-11-27T15:47:29.584 INFO:teuthology.orchestra.run.smithi055.stdout: { 2022-11-27T15:47:29.585 INFO:teuthology.orchestra.run.smithi055.stdout: "poolnum": 1, 2022-11-27T15:47:29.585 INFO:teuthology.orchestra.run.smithi055.stdout: "poolname": ".mgr" 2022-11-27T15:47:29.585 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2022-11-27T15:47:29.586 INFO:teuthology.orchestra.run.smithi055.stdout: { 2022-11-27T15:47:29.586 INFO:teuthology.orchestra.run.smithi055.stdout: "poolnum": 2, 2022-11-27T15:47:29.586 INFO:teuthology.orchestra.run.smithi055.stdout: "poolname": "rbd" 2022-11-27T15:47:29.587 INFO:teuthology.orchestra.run.smithi055.stdout: } 2022-11-27T15:47:29.587 INFO:teuthology.orchestra.run.smithi055.stdout:] 2022-11-27T15:47:29.589 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.583+0000 7f6dc2905700 1 -- 172.21.15.55:0/984443250 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f6da0035390 msgr2=0x7f6da0037840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:29.590 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.583+0000 7f6dc2905700 1 --2- 172.21.15.55:0/984443250 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f6da0035390 0x7f6da0037840 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f6da4000f60 tx=0x7f6da4007b10 comp rx=0 tx=0).stop 2022-11-27T15:47:29.590 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.583+0000 7f6dc2905700 1 -- 172.21.15.55:0/984443250 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6dbc093fa0 msgr2=0x7f6dbc1ba500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:29.590 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.583+0000 7f6dc2905700 1 --2- 172.21.15.55:0/984443250 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6dbc093fa0 0x7f6dbc1ba500 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f6dac009b10 tx=0x7f6dac004750 comp rx=0 tx=0).stop 2022-11-27T15:47:29.591 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.583+0000 7f6dc2905700 1 -- 172.21.15.55:0/984443250 shutdown_connections 2022-11-27T15:47:29.591 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.583+0000 7f6dc2905700 1 --2- 172.21.15.55:0/984443250 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f6da0035390 0x7f6da0037840 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:29.592 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.583+0000 7f6dc2905700 1 --2- 172.21.15.55:0/984443250 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6dbc093fa0 0x7f6dbc1ba500 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:29.592 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.583+0000 7f6dc2905700 1 -- 172.21.15.55:0/984443250 >> 172.21.15.55:0/984443250 conn(0x7f6dbc08ee50 msgr2=0x7f6dbc070df0 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:29.592 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.583+0000 7f6dc2905700 1 -- 172.21.15.55:0/984443250 shutdown_connections 2022-11-27T15:47:29.593 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.584+0000 7f6dc2905700 1 -- 172.21.15.55:0/984443250 wait complete. 2022-11-27T15:47:29.597 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2022-11-27T15:47:29.598 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2022-11-27T15:47:29.728 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.724+0000 7fae694fd700 1 Processor -- start 2022-11-27T15:47:29.728 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.724+0000 7fae694fd700 1 -- start start 2022-11-27T15:47:29.728 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.724+0000 7fae694fd700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fae6408a970 0x7fae6408ad40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:29.729 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.724+0000 7fae694fd700 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fae64098730 con 0x7fae6408b280 2022-11-27T15:47:29.729 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.724+0000 7fae694fd700 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fae6408c3c0 con 0x7fae6408a970 2022-11-27T15:47:29.729 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.725+0000 7fae62ffd700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fae6408a970 0x7fae6408ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:29.729 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.725+0000 7fae627fc700 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7fae6408b280 0x7fae6412ba00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.55:49406/0 (socket says 172.21.15.55:49406) 2022-11-27T15:47:29.729 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.725+0000 7fae627fc700 1 -- 172.21.15.55:0/3275875502 learned_addr learned my addr 172.21.15.55:0/3275875502 (peer_addr_for_me v1:172.21.15.55:0/0) 2022-11-27T15:47:29.730 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.725+0000 7fae62ffd700 1 -- 172.21.15.55:0/3275875502 >> v1:172.21.15.55:6789/0 conn(0x7fae6408b280 legacy=0x7fae6412ba00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:29.730 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.725+0000 7fae62ffd700 1 -- 172.21.15.55:0/3275875502 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae64071240 con 0x7fae6408a970 2022-11-27T15:47:29.730 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.725+0000 7fae61ffb700 1 -- 172.21.15.55:0/3275875502 <== mon.0 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2682186400 0 0) 0x7fae64098730 con 0x7fae6408b280 2022-11-27T15:47:29.730 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.725+0000 7fae62ffd700 1 --2- 172.21.15.55:0/3275875502 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fae6408a970 0x7fae6408ad40 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fae580097a0 tx=0x7fae58009ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1285b499c6466c7 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:29.731 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.725+0000 7fae61ffb700 1 -- 172.21.15.55:0/3275875502 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fae58005d60 con 0x7fae6408a970 2022-11-27T15:47:29.731 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.725+0000 7fae61ffb700 1 -- 172.21.15.55:0/3275875502 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fae58004030 con 0x7fae6408a970 2022-11-27T15:47:29.731 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.725+0000 7fae61ffb700 1 -- 172.21.15.55:0/3275875502 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fae58004310 con 0x7fae6408a970 2022-11-27T15:47:29.732 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.726+0000 7fae694fd700 1 -- 172.21.15.55:0/3275875502 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fae6408a970 msgr2=0x7fae6408ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:29.732 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.726+0000 7fae694fd700 1 --2- 172.21.15.55:0/3275875502 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fae6408a970 0x7fae6408ad40 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fae580097a0 tx=0x7fae58009ab0 comp rx=0 tx=0).stop 2022-11-27T15:47:29.732 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.726+0000 7fae694fd700 1 -- 172.21.15.55:0/3275875502 shutdown_connections 2022-11-27T15:47:29.732 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.726+0000 7fae694fd700 1 --2- 172.21.15.55:0/3275875502 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fae6408a970 0x7fae6408ad40 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:29.733 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.726+0000 7fae694fd700 1 -- 172.21.15.55:0/3275875502 >> 172.21.15.55:0/3275875502 conn(0x7fae64094a10 msgr2=0x7fae64094e10 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:29.733 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.726+0000 7fae694fd700 1 -- 172.21.15.55:0/3275875502 shutdown_connections 2022-11-27T15:47:29.733 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.726+0000 7fae694fd700 1 -- 172.21.15.55:0/3275875502 wait complete. 2022-11-27T15:47:29.736 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.727+0000 7fae694fd700 1 Processor -- start 2022-11-27T15:47:29.736 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.727+0000 7fae694fd700 1 -- start start 2022-11-27T15:47:29.737 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.727+0000 7fae694fd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fae6408a970 0x7fae641ba4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:29.737 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.727+0000 7fae694fd700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae641a7240 con 0x7fae6408a970 2022-11-27T15:47:29.737 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.727+0000 7fae62ffd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fae6408a970 0x7fae641ba4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:29.737 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.727+0000 7fae62ffd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fae6408a970 0x7fae641ba4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:46486/0 (socket says 172.21.15.55:46486) 2022-11-27T15:47:29.738 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.727+0000 7fae62ffd700 1 -- 172.21.15.55:0/3539730745 learned_addr learned my addr 172.21.15.55:0/3539730745 (peer_addr_for_me v2:172.21.15.55:0/0) 2022-11-27T15:47:29.738 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.727+0000 7fae62ffd700 1 -- 172.21.15.55:0/3539730745 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae58009430 con 0x7fae6408a970 2022-11-27T15:47:29.738 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.727+0000 7fae62ffd700 1 --2- 172.21.15.55:0/3539730745 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fae6408a970 0x7fae641ba4f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fae58009af0 tx=0x7fae58004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:29.738 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.728+0000 7fae4b7fe700 1 -- 172.21.15.55:0/3539730745 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fae5801d560 con 0x7fae6408a970 2022-11-27T15:47:29.739 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.728+0000 7fae4b7fe700 1 -- 172.21.15.55:0/3539730745 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fae5801d6c0 con 0x7fae6408a970 2022-11-27T15:47:29.739 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.728+0000 7fae694fd700 1 -- 172.21.15.55:0/3539730745 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fae641a7380 con 0x7fae6408a970 2022-11-27T15:47:29.739 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.728+0000 7fae4b7fe700 1 -- 172.21.15.55:0/3539730745 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fae5801d960 con 0x7fae6408a970 2022-11-27T15:47:29.739 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.728+0000 7fae694fd700 1 -- 172.21.15.55:0/3539730745 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fae641bac10 con 0x7fae6408a970 2022-11-27T15:47:29.740 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.728+0000 7fae4b7fe700 1 -- 172.21.15.55:0/3539730745 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 5) v1 ==== 42461+0+0 (secure 0 0 0) 0x7fae5802d070 con 0x7fae6408a970 2022-11-27T15:47:29.740 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.729+0000 7fae4b7fe700 1 --2- 172.21.15.55:0/3539730745 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7fae440353a0 0x7fae44037850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:29.740 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.729+0000 7fae694fd700 1 -- 172.21.15.55:0/3539730745 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fae641a86e0 con 0x7fae6408a970 2022-11-27T15:47:29.740 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.729+0000 7fae4b7fe700 1 -- 172.21.15.55:0/3539730745 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(12..12 src has 1..12) v4 ==== 2072+0+0 (secure 0 0 0) 0x7fae58047ff0 con 0x7fae6408a970 2022-11-27T15:47:29.741 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.729+0000 7fae627fc700 1 --2- 172.21.15.55:0/3539730745 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7fae440353a0 0x7fae44037850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:29.741 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.729+0000 7fae627fc700 1 --2- 172.21.15.55:0/3539730745 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7fae440353a0 0x7fae44037850 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fae54000c00 tx=0x7fae54007a00 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:29.741 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.733+0000 7fae4b7fe700 1 -- 172.21.15.55:0/3539730745 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+170936 (secure 0 0 0) 0x7fae58024b10 con 0x7fae6408a970 2022-11-27T15:47:29.922 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:29.920+0000 7fae694fd700 1 -- 172.21.15.55:0/3539730745 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7fae641a7380 con 0x7fae6408a970 2022-11-27T15:47:30.852 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:30.851+0000 7fae4b7fe700 1 -- 172.21.15.55:0/3539730745 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v13) v1 ==== 138+0+0 (secure 0 0 0) 0x7fae641a7380 con 0x7fae6408a970 2022-11-27T15:47:30.857 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:30.855+0000 7fae694fd700 1 -- 172.21.15.55:0/3539730745 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7fae440353a0 msgr2=0x7fae44037850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:30.857 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:30.855+0000 7fae694fd700 1 --2- 172.21.15.55:0/3539730745 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7fae440353a0 0x7fae44037850 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fae54000c00 tx=0x7fae54007a00 comp rx=0 tx=0).stop 2022-11-27T15:47:30.857 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:30.855+0000 7fae694fd700 1 -- 172.21.15.55:0/3539730745 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fae6408a970 msgr2=0x7fae641ba4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:30.857 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:30.855+0000 7fae694fd700 1 --2- 172.21.15.55:0/3539730745 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fae6408a970 0x7fae641ba4f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fae58009af0 tx=0x7fae58004750 comp rx=0 tx=0).stop 2022-11-27T15:47:30.858 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:30.855+0000 7fae694fd700 1 -- 172.21.15.55:0/3539730745 shutdown_connections 2022-11-27T15:47:30.858 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:30.855+0000 7fae694fd700 1 --2- 172.21.15.55:0/3539730745 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7fae440353a0 0x7fae44037850 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:30.858 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:30.855+0000 7fae694fd700 1 --2- 172.21.15.55:0/3539730745 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fae6408a970 0x7fae641ba4f0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:30.858 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:30.855+0000 7fae694fd700 1 -- 172.21.15.55:0/3539730745 >> 172.21.15.55:0/3539730745 conn(0x7fae64094a10 msgr2=0x7fae6406ee50 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:30.858 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:30.855+0000 7fae694fd700 1 -- 172.21.15.55:0/3539730745 shutdown_connections 2022-11-27T15:47:30.859 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:30.855+0000 7fae694fd700 1 -- 172.21.15.55:0/3539730745 wait complete. 2022-11-27T15:47:30.859 INFO:teuthology.orchestra.run.smithi055.stderr:pool 'cephfs_metadata' created 2022-11-27T15:47:30.872 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2022-11-27T15:47:31.014 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.009+0000 7f80e9ef2700 1 Processor -- start 2022-11-27T15:47:31.014 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.009+0000 7f80e9ef2700 1 -- start start 2022-11-27T15:47:31.015 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.009+0000 7f80e9ef2700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f80e4128090 0x7f80e412a470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:31.015 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.009+0000 7f80e9ef2700 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80e408c950 con 0x7f80e4123090 2022-11-27T15:47:31.015 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.009+0000 7f80e9ef2700 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f80e408cbf0 con 0x7f80e4128090 2022-11-27T15:47:31.015 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.009+0000 7f80e2ffd700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f80e4128090 0x7f80e412a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:31.016 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.009+0000 7f80e37fe700 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7f80e4123090 0x7f80e4123460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.55:49412/0 (socket says 172.21.15.55:49412) 2022-11-27T15:47:31.016 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.009+0000 7f80e2ffd700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f80e4128090 0x7f80e412a470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:46496/0 (socket says 172.21.15.55:46496) 2022-11-27T15:47:31.016 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.009+0000 7f80e37fe700 1 -- 172.21.15.55:0/1507171604 learned_addr learned my addr 172.21.15.55:0/1507171604 (peer_addr_for_me v1:172.21.15.55:0/0) 2022-11-27T15:47:31.017 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.009+0000 7f80e2ffd700 1 -- 172.21.15.55:0/1507171604 >> v1:172.21.15.55:6789/0 conn(0x7f80e4123090 legacy=0x7f80e4123460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:31.017 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.009+0000 7f80e2ffd700 1 -- 172.21.15.55:0/1507171604 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80e4122bb0 con 0x7f80e4128090 2022-11-27T15:47:31.017 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.009+0000 7f80e27fc700 1 -- 172.21.15.55:0/1507171604 <== mon.0 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 503124887 0 0) 0x7f80e408c950 con 0x7f80e4123090 2022-11-27T15:47:31.017 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.010+0000 7f80e2ffd700 1 --2- 172.21.15.55:0/1507171604 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f80e4128090 0x7f80e412a470 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f80cc0097c0 tx=0x7f80cc009ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f37d63968c3898e6 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:31.018 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.010+0000 7f80e27fc700 1 -- 172.21.15.55:0/1507171604 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f80cc004160 con 0x7f80e4128090 2022-11-27T15:47:31.018 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.010+0000 7f80e27fc700 1 -- 172.21.15.55:0/1507171604 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80cc0042c0 con 0x7f80e4128090 2022-11-27T15:47:31.018 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.010+0000 7f80e27fc700 1 -- 172.21.15.55:0/1507171604 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f80cc004580 con 0x7f80e4128090 2022-11-27T15:47:31.018 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.010+0000 7f80e9ef2700 1 -- 172.21.15.55:0/1507171604 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f80e4128090 msgr2=0x7f80e412a470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:31.019 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.010+0000 7f80e9ef2700 1 --2- 172.21.15.55:0/1507171604 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f80e4128090 0x7f80e412a470 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f80cc0097c0 tx=0x7f80cc009ad0 comp rx=0 tx=0).stop 2022-11-27T15:47:31.019 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.010+0000 7f80e9ef2700 1 -- 172.21.15.55:0/1507171604 shutdown_connections 2022-11-27T15:47:31.019 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.010+0000 7f80e9ef2700 1 --2- 172.21.15.55:0/1507171604 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f80e4128090 0x7f80e412a470 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:31.019 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.010+0000 7f80e9ef2700 1 -- 172.21.15.55:0/1507171604 >> 172.21.15.55:0/1507171604 conn(0x7f80e4092330 msgr2=0x7f80e4094710 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:31.019 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.010+0000 7f80e9ef2700 1 -- 172.21.15.55:0/1507171604 shutdown_connections 2022-11-27T15:47:31.020 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.010+0000 7f80e9ef2700 1 -- 172.21.15.55:0/1507171604 wait complete. 2022-11-27T15:47:31.020 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.011+0000 7f80e9ef2700 1 Processor -- start 2022-11-27T15:47:31.020 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.011+0000 7f80e9ef2700 1 -- start start 2022-11-27T15:47:31.020 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.011+0000 7f80e9ef2700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f80e4123090 0x7f80e4070540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:31.021 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.011+0000 7f80e9ef2700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80e4121980 con 0x7f80e4123090 2022-11-27T15:47:31.021 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.012+0000 7f80e37fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f80e4123090 0x7f80e4070540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:31.021 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.012+0000 7f80e37fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f80e4123090 0x7f80e4070540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:46498/0 (socket says 172.21.15.55:46498) 2022-11-27T15:47:31.021 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.012+0000 7f80e37fe700 1 -- 172.21.15.55:0/1429361726 learned_addr learned my addr 172.21.15.55:0/1429361726 (peer_addr_for_me v2:172.21.15.55:0/0) 2022-11-27T15:47:31.021 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.012+0000 7f80e37fe700 1 -- 172.21.15.55:0/1429361726 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80cc0094a0 con 0x7f80e4123090 2022-11-27T15:47:31.022 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.012+0000 7f80e37fe700 1 --2- 172.21.15.55:0/1429361726 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f80e4123090 0x7f80e4070540 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f80d400c4a0 tx=0x7f80d400c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:31.022 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.012+0000 7f80dbfff700 1 -- 172.21.15.55:0/1429361726 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f80d4004bb0 con 0x7f80e4123090 2022-11-27T15:47:31.022 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.012+0000 7f80dbfff700 1 -- 172.21.15.55:0/1429361726 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80d4004d10 con 0x7f80e4123090 2022-11-27T15:47:31.022 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.012+0000 7f80e9ef2700 1 -- 172.21.15.55:0/1429361726 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f80e411f4c0 con 0x7f80e4123090 2022-11-27T15:47:31.023 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.012+0000 7f80dbfff700 1 -- 172.21.15.55:0/1429361726 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f80d40070d0 con 0x7f80e4123090 2022-11-27T15:47:31.023 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.012+0000 7f80e9ef2700 1 -- 172.21.15.55:0/1429361726 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80e408eb20 con 0x7f80e4123090 2022-11-27T15:47:31.024 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.013+0000 7f80dbfff700 1 -- 172.21.15.55:0/1429361726 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 5) v1 ==== 42461+0+0 (secure 0 0 0) 0x7f80d401a020 con 0x7f80e4123090 2022-11-27T15:47:31.024 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.013+0000 7f80e9ef2700 1 -- 172.21.15.55:0/1429361726 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f80e412a930 con 0x7f80e4123090 2022-11-27T15:47:31.025 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.013+0000 7f80dbfff700 1 --2- 172.21.15.55:0/1429361726 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f80c80353a0 0x7f80c8037850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:31.025 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.013+0000 7f80dbfff700 1 -- 172.21.15.55:0/1429361726 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(13..13 src has 1..13) v4 ==== 2442+0+0 (secure 0 0 0) 0x7f80d4046740 con 0x7f80e4123090 2022-11-27T15:47:31.025 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.014+0000 7f80e2ffd700 1 --2- 172.21.15.55:0/1429361726 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f80c80353a0 0x7f80c8037850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:31.025 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.014+0000 7f80e2ffd700 1 --2- 172.21.15.55:0/1429361726 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f80c80353a0 0x7f80c8037850 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f80cc009b10 tx=0x7f80cc008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:31.025 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.018+0000 7f80dbfff700 1 -- 172.21.15.55:0/1429361726 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+170936 (secure 0 0 0) 0x7f80d401bb70 con 0x7f80e4123090 2022-11-27T15:47:31.206 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.205+0000 7f80e9ef2700 1 -- 172.21.15.55:0/1429361726 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f80e4061020 con 0x7f80e4123090 2022-11-27T15:47:31.861 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.858+0000 7f80dbfff700 1 -- 172.21.15.55:0/1429361726 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v14) v1 ==== 170+0+0 (secure 0 0 0) 0x7f80d401b340 con 0x7f80e4123090 2022-11-27T15:47:31.865 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.863+0000 7f80e9ef2700 1 -- 172.21.15.55:0/1429361726 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f80c80353a0 msgr2=0x7f80c8037850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:31.866 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.863+0000 7f80e9ef2700 1 --2- 172.21.15.55:0/1429361726 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f80c80353a0 0x7f80c8037850 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f80cc009b10 tx=0x7f80cc008030 comp rx=0 tx=0).stop 2022-11-27T15:47:31.866 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.863+0000 7f80e9ef2700 1 -- 172.21.15.55:0/1429361726 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f80e4123090 msgr2=0x7f80e4070540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:31.866 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.863+0000 7f80e9ef2700 1 --2- 172.21.15.55:0/1429361726 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f80e4123090 0x7f80e4070540 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f80d400c4a0 tx=0x7f80d400c860 comp rx=0 tx=0).stop 2022-11-27T15:47:31.866 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.863+0000 7f80e9ef2700 1 -- 172.21.15.55:0/1429361726 shutdown_connections 2022-11-27T15:47:31.867 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.863+0000 7f80e9ef2700 1 --2- 172.21.15.55:0/1429361726 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f80c80353a0 0x7f80c8037850 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:31.867 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.863+0000 7f80e9ef2700 1 --2- 172.21.15.55:0/1429361726 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f80e4123090 0x7f80e4070540 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:31.867 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.863+0000 7f80e9ef2700 1 -- 172.21.15.55:0/1429361726 >> 172.21.15.55:0/1429361726 conn(0x7f80e4092330 msgr2=0x7f80e4126910 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:31.867 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.864+0000 7f80e9ef2700 1 -- 172.21.15.55:0/1429361726 shutdown_connections 2022-11-27T15:47:31.868 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:31.864+0000 7f80e9ef2700 1 -- 172.21.15.55:0/1429361726 wait complete. 2022-11-27T15:47:31.869 INFO:teuthology.orchestra.run.smithi055.stderr:pool 'cephfs_data' created 2022-11-27T15:47:31.886 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2022-11-27T15:47:32.024 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.019+0000 7f615508e700 1 Processor -- start 2022-11-27T15:47:32.025 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.019+0000 7f615508e700 1 -- start start 2022-11-27T15:47:32.025 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.019+0000 7f615508e700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f61500709c0 0x7f6150070d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:32.025 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.019+0000 7f615508e700 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6150072d40 con 0x7f615008cd60 2022-11-27T15:47:32.025 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.019+0000 7f615508e700 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f61500712d0 con 0x7f61500709c0 2022-11-27T15:47:32.026 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.019+0000 7f614ed9d700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f61500709c0 0x7f6150070d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:32.026 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.019+0000 7f614ed9d700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f61500709c0 0x7f6150070d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:46514/0 (socket says 172.21.15.55:46514) 2022-11-27T15:47:32.026 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.019+0000 7f614e59c700 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7f615008cd60 0x7f615008d200 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.55:49426/0 (socket says 172.21.15.55:49426) 2022-11-27T15:47:32.026 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.019+0000 7f614ed9d700 1 -- 172.21.15.55:0/1926446363 learned_addr learned my addr 172.21.15.55:0/1926446363 (peer_addr_for_me v2:172.21.15.55:0/0) 2022-11-27T15:47:32.027 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.020+0000 7f614ed9d700 1 -- 172.21.15.55:0/1926446363 >> v1:172.21.15.55:6789/0 conn(0x7f615008cd60 legacy=0x7f615008d200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:32.027 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.020+0000 7f614dd9b700 1 -- 172.21.15.55:0/1926446363 <== mon.0 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2558845371 0 0) 0x7f6150072d40 con 0x7f615008cd60 2022-11-27T15:47:32.027 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.020+0000 7f614ed9d700 1 -- 172.21.15.55:0/1926446363 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f615008e220 con 0x7f61500709c0 2022-11-27T15:47:32.027 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.020+0000 7f614ed9d700 1 --2- 172.21.15.55:0/1926446363 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f61500709c0 0x7f6150070d90 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f6140006fd0 tx=0x7f6140009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7de4551d3b907c68 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:32.028 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.020+0000 7f614dd9b700 1 -- 172.21.15.55:0/1926446363 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6140005d60 con 0x7f61500709c0 2022-11-27T15:47:32.028 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.020+0000 7f614dd9b700 1 -- 172.21.15.55:0/1926446363 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6140006030 con 0x7f61500709c0 2022-11-27T15:47:32.028 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.020+0000 7f614dd9b700 1 -- 172.21.15.55:0/1926446363 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6140006310 con 0x7f61500709c0 2022-11-27T15:47:32.030 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.020+0000 7f615508e700 1 -- 172.21.15.55:0/1926446363 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f61500709c0 msgr2=0x7f6150070d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:32.030 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.020+0000 7f615508e700 1 --2- 172.21.15.55:0/1926446363 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f61500709c0 0x7f6150070d90 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f6140006fd0 tx=0x7f6140009b50 comp rx=0 tx=0).stop 2022-11-27T15:47:32.030 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.020+0000 7f615508e700 1 -- 172.21.15.55:0/1926446363 shutdown_connections 2022-11-27T15:47:32.031 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.020+0000 7f615508e700 1 --2- 172.21.15.55:0/1926446363 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f61500709c0 0x7f6150070d90 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:32.031 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.020+0000 7f615508e700 1 -- 172.21.15.55:0/1926446363 >> 172.21.15.55:0/1926446363 conn(0x7f6150094a10 msgr2=0x7f6150094e10 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:32.031 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.020+0000 7f615508e700 1 -- 172.21.15.55:0/1926446363 shutdown_connections 2022-11-27T15:47:32.032 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.020+0000 7f615508e700 1 -- 172.21.15.55:0/1926446363 wait complete. 2022-11-27T15:47:32.032 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.021+0000 7f615508e700 1 Processor -- start 2022-11-27T15:47:32.033 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.022+0000 7f615508e700 1 -- start start 2022-11-27T15:47:32.033 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.022+0000 7f615508e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f61500709c0 0x7f61501b9540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:32.034 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.022+0000 7f615508e700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f615006dcf0 con 0x7f61500709c0 2022-11-27T15:47:32.034 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.022+0000 7f614ed9d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f61500709c0 0x7f61501b9540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:32.035 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.022+0000 7f614ed9d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f61500709c0 0x7f61501b9540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:46530/0 (socket says 172.21.15.55:46530) 2022-11-27T15:47:32.035 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.022+0000 7f614ed9d700 1 -- 172.21.15.55:0/633194781 learned_addr learned my addr 172.21.15.55:0/633194781 (peer_addr_for_me v2:172.21.15.55:0/0) 2022-11-27T15:47:32.036 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.022+0000 7f614ed9d700 1 -- 172.21.15.55:0/633194781 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6140009500 con 0x7f61500709c0 2022-11-27T15:47:32.036 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.022+0000 7f614ed9d700 1 --2- 172.21.15.55:0/633194781 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f61500709c0 0x7f61501b9540 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f6150072ed0 tx=0x7f6140004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:32.037 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.022+0000 7f61377fe700 1 -- 172.21.15.55:0/633194781 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6140025430 con 0x7f61500709c0 2022-11-27T15:47:32.037 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.023+0000 7f61377fe700 1 -- 172.21.15.55:0/633194781 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6140020070 con 0x7f61500709c0 2022-11-27T15:47:32.038 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.023+0000 7f61377fe700 1 -- 172.21.15.55:0/633194781 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6140025720 con 0x7f61500709c0 2022-11-27T15:47:32.038 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.023+0000 7f615508e700 1 -- 172.21.15.55:0/633194781 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f61501b8ff0 con 0x7f61500709c0 2022-11-27T15:47:32.038 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.023+0000 7f615508e700 1 -- 172.21.15.55:0/633194781 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f61501b9a80 con 0x7f61500709c0 2022-11-27T15:47:32.041 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.023+0000 7f61377fe700 1 -- 172.21.15.55:0/633194781 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 5) v1 ==== 42461+0+0 (secure 0 0 0) 0x7f614002b020 con 0x7f61500709c0 2022-11-27T15:47:32.041 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.023+0000 7f615508e700 1 -- 172.21.15.55:0/633194781 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6150061020 con 0x7f61500709c0 2022-11-27T15:47:32.042 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.024+0000 7f61377fe700 1 --2- 172.21.15.55:0/633194781 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f61300353a0 0x7f6130037850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:32.043 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.024+0000 7f61377fe700 1 -- 172.21.15.55:0/633194781 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(14..14 src has 1..14) v4 ==== 2824+0+0 (secure 0 0 0) 0x7f61400487a0 con 0x7f61500709c0 2022-11-27T15:47:32.043 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.024+0000 7f614e59c700 1 --2- 172.21.15.55:0/633194781 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f61300353a0 0x7f6130037850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:32.044 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.024+0000 7f614e59c700 1 --2- 172.21.15.55:0/633194781 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f61300353a0 0x7f6130037850 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f6144007fd0 tx=0x7f61440079a0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:32.044 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.028+0000 7f61377fe700 1 -- 172.21.15.55:0/633194781 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+170936 (secure 0 0 0) 0x7f614002e440 con 0x7f61500709c0 2022-11-27T15:47:32.259 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.258+0000 7f615508e700 1 -- 172.21.15.55:0/633194781 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f615004e1d0 con 0x7f61500709c0 2022-11-27T15:47:32.268 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.266+0000 7f61377fe700 1 -- 172.21.15.55:0/633194781 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 3 and data pool 4 v3) v1 ==== 172+0+0 (secure 0 0 0) 0x7f61400193b0 con 0x7f61500709c0 2022-11-27T15:47:32.272 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.270+0000 7f615508e700 1 -- 172.21.15.55:0/633194781 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f61300353a0 msgr2=0x7f6130037850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:32.272 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.270+0000 7f615508e700 1 --2- 172.21.15.55:0/633194781 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f61300353a0 0x7f6130037850 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f6144007fd0 tx=0x7f61440079a0 comp rx=0 tx=0).stop 2022-11-27T15:47:32.272 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.270+0000 7f615508e700 1 -- 172.21.15.55:0/633194781 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f61500709c0 msgr2=0x7f61501b9540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:32.272 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.270+0000 7f615508e700 1 --2- 172.21.15.55:0/633194781 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f61500709c0 0x7f61501b9540 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f6150072ed0 tx=0x7f6140004750 comp rx=0 tx=0).stop 2022-11-27T15:47:32.273 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.270+0000 7f615508e700 1 -- 172.21.15.55:0/633194781 shutdown_connections 2022-11-27T15:47:32.273 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.270+0000 7f615508e700 1 --2- 172.21.15.55:0/633194781 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f61300353a0 0x7f6130037850 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:32.273 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.270+0000 7f615508e700 1 --2- 172.21.15.55:0/633194781 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f61500709c0 0x7f61501b9540 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:32.273 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.270+0000 7f615508e700 1 -- 172.21.15.55:0/633194781 >> 172.21.15.55:0/633194781 conn(0x7f6150094a10 msgr2=0x7f61501acca0 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:32.273 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.270+0000 7f615508e700 1 -- 172.21.15.55:0/633194781 shutdown_connections 2022-11-27T15:47:32.274 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.270+0000 7f615508e700 1 -- 172.21.15.55:0/633194781 wait complete. 2022-11-27T15:47:32.274 INFO:teuthology.orchestra.run.smithi055.stderr:new fs with metadata pool 3 and data pool 4 2022-11-27T15:47:32.290 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2022-11-27T15:47:32.416 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.412+0000 7f5778b5e700 1 Processor -- start 2022-11-27T15:47:32.417 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.412+0000 7f5778b5e700 1 -- start start 2022-11-27T15:47:32.417 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.412+0000 7f5778b5e700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f5774089860 0x7f5774089c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:32.417 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.412+0000 7f5778b5e700 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f577406dcf0 con 0x7f577408a170 2022-11-27T15:47:32.418 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.412+0000 7f5778b5e700 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f57740713d0 con 0x7f5774089860 2022-11-27T15:47:32.418 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.412+0000 7f577259c700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f5774089860 0x7f5774089c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:32.418 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.412+0000 7f5771d9b700 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7f577408a170 0x7f577412b7f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.55:49434/0 (socket says 172.21.15.55:49434) 2022-11-27T15:47:32.419 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.412+0000 7f577259c700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f5774089860 0x7f5774089c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:46546/0 (socket says 172.21.15.55:46546) 2022-11-27T15:47:32.419 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.413+0000 7f5771d9b700 1 -- 172.21.15.55:0/3642648001 learned_addr learned my addr 172.21.15.55:0/3642648001 (peer_addr_for_me v1:172.21.15.55:0/0) 2022-11-27T15:47:32.419 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.413+0000 7f577259c700 1 -- 172.21.15.55:0/3642648001 >> v1:172.21.15.55:6789/0 conn(0x7f577408a170 legacy=0x7f577412b7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:32.420 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.413+0000 7f577159a700 1 -- 172.21.15.55:0/3642648001 <== mon.0 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 167446833 0 0) 0x7f577406dcf0 con 0x7f577408a170 2022-11-27T15:47:32.420 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.413+0000 7f577259c700 1 -- 172.21.15.55:0/3642648001 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f577406ec50 con 0x7f5774089860 2022-11-27T15:47:32.420 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.413+0000 7f577259c700 1 --2- 172.21.15.55:0/3642648001 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5774089860 0x7f5774089c30 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f57640097c0 tx=0x7f5764009ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d2a8f6375ae1f4d server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:32.420 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.413+0000 7f577159a700 1 -- 172.21.15.55:0/3642648001 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5764004160 con 0x7f5774089860 2022-11-27T15:47:32.420 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.413+0000 7f577159a700 1 -- 172.21.15.55:0/3642648001 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f57640042c0 con 0x7f5774089860 2022-11-27T15:47:32.421 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.413+0000 7f577159a700 1 -- 172.21.15.55:0/3642648001 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5764004580 con 0x7f5774089860 2022-11-27T15:47:32.421 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.414+0000 7f5778b5e700 1 -- 172.21.15.55:0/3642648001 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5774089860 msgr2=0x7f5774089c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:32.421 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.414+0000 7f5778b5e700 1 --2- 172.21.15.55:0/3642648001 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5774089860 0x7f5774089c30 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f57640097c0 tx=0x7f5764009ad0 comp rx=0 tx=0).stop 2022-11-27T15:47:32.421 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.414+0000 7f5778b5e700 1 -- 172.21.15.55:0/3642648001 shutdown_connections 2022-11-27T15:47:32.422 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.414+0000 7f5778b5e700 1 --2- 172.21.15.55:0/3642648001 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5774089860 0x7f5774089c30 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:32.422 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.414+0000 7f5778b5e700 1 -- 172.21.15.55:0/3642648001 >> 172.21.15.55:0/3642648001 conn(0x7f577408dc40 msgr2=0x7f5774090050 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:32.422 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.414+0000 7f5778b5e700 1 -- 172.21.15.55:0/3642648001 shutdown_connections 2022-11-27T15:47:32.422 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.414+0000 7f5778b5e700 1 -- 172.21.15.55:0/3642648001 wait complete. 2022-11-27T15:47:32.422 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.415+0000 7f5778b5e700 1 Processor -- start 2022-11-27T15:47:32.423 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.415+0000 7f5778b5e700 1 -- start start 2022-11-27T15:47:32.423 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.415+0000 7f5778b5e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5774089860 0x7f57741ba4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:32.423 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.415+0000 7f5778b5e700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57741b8a80 con 0x7f5774089860 2022-11-27T15:47:32.426 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.415+0000 7f577259c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5774089860 0x7f57741ba4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:32.426 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.415+0000 7f577259c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5774089860 0x7f57741ba4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:46548/0 (socket says 172.21.15.55:46548) 2022-11-27T15:47:32.427 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.415+0000 7f577259c700 1 -- 172.21.15.55:0/3778344824 learned_addr learned my addr 172.21.15.55:0/3778344824 (peer_addr_for_me v2:172.21.15.55:0/0) 2022-11-27T15:47:32.427 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.415+0000 7f577259c700 1 -- 172.21.15.55:0/3778344824 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57640094a0 con 0x7f5774089860 2022-11-27T15:47:32.427 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.416+0000 7f577259c700 1 --2- 172.21.15.55:0/3778344824 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5774089860 0x7f57741ba4d0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f57640090b0 tx=0x7f5764004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:32.428 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.416+0000 7f5762ffd700 1 -- 172.21.15.55:0/3778344824 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5764003e90 con 0x7f5774089860 2022-11-27T15:47:32.428 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.416+0000 7f5762ffd700 1 -- 172.21.15.55:0/3778344824 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f576401e070 con 0x7f5774089860 2022-11-27T15:47:32.428 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.416+0000 7f5762ffd700 1 -- 172.21.15.55:0/3778344824 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5764011760 con 0x7f5774089860 2022-11-27T15:47:32.428 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.416+0000 7f5778b5e700 1 -- 172.21.15.55:0/3778344824 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f57741a7040 con 0x7f5774089860 2022-11-27T15:47:32.429 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.416+0000 7f5778b5e700 1 -- 172.21.15.55:0/3778344824 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f57741babf0 con 0x7f5774089860 2022-11-27T15:47:32.429 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.416+0000 7f5762ffd700 1 -- 172.21.15.55:0/3778344824 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 5) v1 ==== 42461+0+0 (secure 0 0 0) 0x7f5764017020 con 0x7f5774089860 2022-11-27T15:47:32.429 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.417+0000 7f5762ffd700 1 --2- 172.21.15.55:0/3778344824 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f57500353a0 0x7f5750037850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:32.429 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.417+0000 7f5762ffd700 1 -- 172.21.15.55:0/3778344824 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(15..15 src has 1..15) v4 ==== 2924+0+0 (secure 0 0 0) 0x7f5764048150 con 0x7f5774089860 2022-11-27T15:47:32.430 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.417+0000 7f5771d9b700 1 --2- 172.21.15.55:0/3778344824 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f57500353a0 0x7f5750037850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:32.430 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.417+0000 7f5778b5e700 1 -- 172.21.15.55:0/3778344824 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f57741a71d0 con 0x7f5774089860 2022-11-27T15:47:32.430 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.417+0000 7f5771d9b700 1 --2- 172.21.15.55:0/3778344824 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f57500353a0 0x7f5750037850 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f5768000c00 tx=0x7f5768007a00 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:32.430 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.421+0000 7f5762ffd700 1 -- 172.21.15.55:0/3778344824 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+170936 (secure 0 0 0) 0x7f5764010790 con 0x7f5774089860 2022-11-27T15:47:32.611 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.609+0000 7f5778b5e700 1 -- 172.21.15.55:0/3778344824 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5774061020 con 0x7f5774089860 2022-11-27T15:47:32.613 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.610+0000 7f5762ffd700 1 -- 172.21.15.55:0/3778344824 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v15) v1 ==== 74+0+8691 (secure 0 0 0) 0x7f57640193c0 con 0x7f5774089860 2022-11-27T15:47:32.613 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:32.614 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":15,"fsid":"66eaeb7b-9079-439e-aac1-73aecd0cf719","created":"2022-11-27T15:47:11.064597+0000","modified":"2022-11-27T15:47:32.259647+0000","last_up_change":"2022-11-27T15:47:18.715486+0000","last_in_change":"2022-11-27T15:47:11.466413+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":1,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","pools":[{"pool":1,"pool_name":".mgr","create_time":"2022-11-27T15:47:18.803071+0000","flags":1,"flags_names":"hashpspool","type":1,"size":1,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"9","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2022-11-27T15:47:25.251709+0000","flags":1,"flags_names":"hashpspool","type":1,"size":1,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2022-11-27T15:47:29.950200+0000","flags":1,"flags_names":"hashpspool","type":1,"size":1,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":4,"pool_name":"cephfs_data","create_time":"2022-11-27T15:47:31.235028+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":1,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"83710edf-d0f8-4020-8507-a921d74c874e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":6,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":107595},{"type":"v1","addr":"172.21.15.55:6801","nonce":107595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":107595},{"type":"v1","addr":"172.21.15.55:6803","nonce":107595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":107595},{"type":"v1","addr":"172.21.15.55:6807","nonce":107595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":107595},{"type":"v1","addr":"172.21.15.55:6805","nonce":107595}]},"public_addr":"172.21.15.55:6801/107595","cluster_addr":"172.21.15.55:6803/107595","heartbeat_back_addr":"172.21.15.55:6807/107595","heartbeat_front_addr":"172.21.15.55:6805/107595","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T15:47:16.581255+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-11-27T15:47:32.616 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.612+0000 7f5778b5e700 1 -- 172.21.15.55:0/3778344824 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f57500353a0 msgr2=0x7f5750037850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:32.616 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.612+0000 7f5778b5e700 1 --2- 172.21.15.55:0/3778344824 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f57500353a0 0x7f5750037850 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f5768000c00 tx=0x7f5768007a00 comp rx=0 tx=0).stop 2022-11-27T15:47:32.617 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.612+0000 7f5778b5e700 1 -- 172.21.15.55:0/3778344824 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5774089860 msgr2=0x7f57741ba4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:32.617 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.612+0000 7f5778b5e700 1 --2- 172.21.15.55:0/3778344824 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5774089860 0x7f57741ba4d0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f57640090b0 tx=0x7f5764004750 comp rx=0 tx=0).stop 2022-11-27T15:47:32.617 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.612+0000 7f5778b5e700 1 -- 172.21.15.55:0/3778344824 shutdown_connections 2022-11-27T15:47:32.618 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.612+0000 7f5778b5e700 1 --2- 172.21.15.55:0/3778344824 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f57500353a0 0x7f5750037850 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:32.618 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.612+0000 7f5778b5e700 1 --2- 172.21.15.55:0/3778344824 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5774089860 0x7f57741ba4d0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:32.618 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.612+0000 7f5778b5e700 1 -- 172.21.15.55:0/3778344824 >> 172.21.15.55:0/3778344824 conn(0x7f577408dc40 msgr2=0x7f577408ff90 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:32.619 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.612+0000 7f5778b5e700 1 -- 172.21.15.55:0/3778344824 shutdown_connections 2022-11-27T15:47:32.619 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.612+0000 7f5778b5e700 1 -- 172.21.15.55:0/3778344824 wait complete. 2022-11-27T15:47:32.626 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2022-11-27T15:47:32.755 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.748+0000 7f2f53182700 1 Processor -- start 2022-11-27T15:47:32.755 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.748+0000 7f2f53182700 1 -- start start 2022-11-27T15:47:32.755 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.748+0000 7f2f53182700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f2f4c08a340 0x7f2f4c12c800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:32.756 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.748+0000 7f2f53182700 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2f4c06dcf0 con 0x7f2f4c089860 2022-11-27T15:47:32.756 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.748+0000 7f2f53182700 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2f4c0713d0 con 0x7f2f4c08a340 2022-11-27T15:47:32.756 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.748+0000 7f2f4bfff700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f2f4c08a340 0x7f2f4c12c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:32.756 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.749+0000 7f2f4bfff700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f2f4c08a340 0x7f2f4c12c800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:46554/0 (socket says 172.21.15.55:46554) 2022-11-27T15:47:32.757 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.749+0000 7f2f4bfff700 1 -- 172.21.15.55:0/3362127480 learned_addr learned my addr 172.21.15.55:0/3362127480 (peer_addr_for_me v2:172.21.15.55:0/0) 2022-11-27T15:47:32.757 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.749+0000 7f2f50f1e700 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7f2f4c089860 0x7f2f4c089c30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.55:49436/0 (socket says 172.21.15.55:49436) 2022-11-27T15:47:32.757 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.749+0000 7f2f4bfff700 1 -- 172.21.15.55:0/3362127480 >> v1:172.21.15.55:6789/0 conn(0x7f2f4c089860 legacy=0x7f2f4c089c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:32.757 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.749+0000 7f2f4b7fe700 1 -- 172.21.15.55:0/3362127480 <== mon.0 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 45734921 0 0) 0x7f2f4c06dcf0 con 0x7f2f4c089860 2022-11-27T15:47:32.757 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.749+0000 7f2f4bfff700 1 -- 172.21.15.55:0/3362127480 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f4c06ec50 con 0x7f2f4c08a340 2022-11-27T15:47:32.758 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.749+0000 7f2f4bfff700 1 --2- 172.21.15.55:0/3362127480 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2f4c08a340 0x7f2f4c12c800 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f2f38009870 tx=0x7f2f38009b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2ba53124262253 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:32.758 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.749+0000 7f2f4b7fe700 1 -- 172.21.15.55:0/3362127480 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2f38004160 con 0x7f2f4c08a340 2022-11-27T15:47:32.758 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.749+0000 7f2f4b7fe700 1 -- 172.21.15.55:0/3362127480 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f380042c0 con 0x7f2f4c08a340 2022-11-27T15:47:32.758 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.749+0000 7f2f4b7fe700 1 -- 172.21.15.55:0/3362127480 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2f38004580 con 0x7f2f4c08a340 2022-11-27T15:47:32.759 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.750+0000 7f2f53182700 1 -- 172.21.15.55:0/3362127480 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2f4c08a340 msgr2=0x7f2f4c12c800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:32.759 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.750+0000 7f2f53182700 1 --2- 172.21.15.55:0/3362127480 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2f4c08a340 0x7f2f4c12c800 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f2f38009870 tx=0x7f2f38009b80 comp rx=0 tx=0).stop 2022-11-27T15:47:32.759 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.750+0000 7f2f53182700 1 -- 172.21.15.55:0/3362127480 shutdown_connections 2022-11-27T15:47:32.759 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.750+0000 7f2f53182700 1 --2- 172.21.15.55:0/3362127480 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2f4c08a340 0x7f2f4c12c800 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:32.759 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.750+0000 7f2f53182700 1 -- 172.21.15.55:0/3362127480 >> 172.21.15.55:0/3362127480 conn(0x7f2f4c08dc40 msgr2=0x7f2f4c090050 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:32.760 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.750+0000 7f2f53182700 1 -- 172.21.15.55:0/3362127480 shutdown_connections 2022-11-27T15:47:32.760 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.750+0000 7f2f53182700 1 -- 172.21.15.55:0/3362127480 wait complete. 2022-11-27T15:47:32.760 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.751+0000 7f2f53182700 1 Processor -- start 2022-11-27T15:47:32.761 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.751+0000 7f2f53182700 1 -- start start 2022-11-27T15:47:32.761 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.751+0000 7f2f53182700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2f4c089860 0x7f2f4c1ba450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:32.761 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.751+0000 7f2f53182700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f4c1223a0 con 0x7f2f4c089860 2022-11-27T15:47:32.762 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.751+0000 7f2f50f1e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2f4c089860 0x7f2f4c1ba450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:32.762 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.751+0000 7f2f50f1e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2f4c089860 0x7f2f4c1ba450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:46562/0 (socket says 172.21.15.55:46562) 2022-11-27T15:47:32.762 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.751+0000 7f2f50f1e700 1 -- 172.21.15.55:0/2641666701 learned_addr learned my addr 172.21.15.55:0/2641666701 (peer_addr_for_me v2:172.21.15.55:0/0) 2022-11-27T15:47:32.762 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.751+0000 7f2f50f1e700 1 -- 172.21.15.55:0/2641666701 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f38009550 con 0x7f2f4c089860 2022-11-27T15:47:32.763 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.752+0000 7f2f50f1e700 1 --2- 172.21.15.55:0/2641666701 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2f4c089860 0x7f2f4c1ba450 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f2f4000c4a0 tx=0x7f2f4000c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:32.763 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.752+0000 7f2f497fa700 1 -- 172.21.15.55:0/2641666701 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2f40004bb0 con 0x7f2f4c089860 2022-11-27T15:47:32.763 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.752+0000 7f2f497fa700 1 -- 172.21.15.55:0/2641666701 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f40004d10 con 0x7f2f4c089860 2022-11-27T15:47:32.763 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.752+0000 7f2f53182700 1 -- 172.21.15.55:0/2641666701 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2f4c1ba990 con 0x7f2f4c089860 2022-11-27T15:47:32.764 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.752+0000 7f2f497fa700 1 -- 172.21.15.55:0/2641666701 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2f400070d0 con 0x7f2f4c089860 2022-11-27T15:47:32.764 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.752+0000 7f2f53182700 1 -- 172.21.15.55:0/2641666701 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2f4c1bae20 con 0x7f2f4c089860 2022-11-27T15:47:32.764 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.752+0000 7f2f497fa700 1 -- 172.21.15.55:0/2641666701 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 5) v1 ==== 42461+0+0 (secure 0 0 0) 0x7f2f4001a020 con 0x7f2f4c089860 2022-11-27T15:47:32.765 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.753+0000 7f2f497fa700 1 --2- 172.21.15.55:0/2641666701 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f2f340353a0 0x7f2f34037850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:32.765 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.753+0000 7f2f497fa700 1 -- 172.21.15.55:0/2641666701 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(15..15 src has 1..15) v4 ==== 2924+0+0 (secure 0 0 0) 0x7f2f40046910 con 0x7f2f4c089860 2022-11-27T15:47:32.765 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.753+0000 7f2f4bfff700 1 --2- 172.21.15.55:0/2641666701 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f2f340353a0 0x7f2f34037850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:32.766 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.753+0000 7f2f53182700 1 -- 172.21.15.55:0/2641666701 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2f4c061020 con 0x7f2f4c089860 2022-11-27T15:47:32.766 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.753+0000 7f2f4bfff700 1 --2- 172.21.15.55:0/2641666701 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f2f340353a0 0x7f2f34037850 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f2f38006f80 tx=0x7f2f38008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:32.766 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.757+0000 7f2f497fa700 1 -- 172.21.15.55:0/2641666701 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+170936 (secure 0 0 0) 0x7f2f4001bb70 con 0x7f2f4c089860 2022-11-27T15:47:32.946 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.944+0000 7f2f53182700 1 -- 172.21.15.55:0/2641666701 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2f4c066340 con 0x7f2f4c089860 2022-11-27T15:47:32.947 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.945+0000 7f2f497fa700 1 -- 172.21.15.55:0/2641666701 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v15) v1 ==== 74+0+8691 (secure 0 0 0) 0x7f2f4001ce90 con 0x7f2f4c089860 2022-11-27T15:47:32.947 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:32.947 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":15,"fsid":"66eaeb7b-9079-439e-aac1-73aecd0cf719","created":"2022-11-27T15:47:11.064597+0000","modified":"2022-11-27T15:47:32.259647+0000","last_up_change":"2022-11-27T15:47:18.715486+0000","last_in_change":"2022-11-27T15:47:11.466413+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":1,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","pools":[{"pool":1,"pool_name":".mgr","create_time":"2022-11-27T15:47:18.803071+0000","flags":1,"flags_names":"hashpspool","type":1,"size":1,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"9","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2022-11-27T15:47:25.251709+0000","flags":1,"flags_names":"hashpspool","type":1,"size":1,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2022-11-27T15:47:29.950200+0000","flags":1,"flags_names":"hashpspool","type":1,"size":1,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":4,"pool_name":"cephfs_data","create_time":"2022-11-27T15:47:31.235028+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":1,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"83710edf-d0f8-4020-8507-a921d74c874e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":6,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":107595},{"type":"v1","addr":"172.21.15.55:6801","nonce":107595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":107595},{"type":"v1","addr":"172.21.15.55:6803","nonce":107595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":107595},{"type":"v1","addr":"172.21.15.55:6807","nonce":107595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":107595},{"type":"v1","addr":"172.21.15.55:6805","nonce":107595}]},"public_addr":"172.21.15.55:6801/107595","cluster_addr":"172.21.15.55:6803/107595","heartbeat_back_addr":"172.21.15.55:6807/107595","heartbeat_front_addr":"172.21.15.55:6805/107595","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T15:47:16.581255+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-11-27T15:47:32.949 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.946+0000 7f2f53182700 1 -- 172.21.15.55:0/2641666701 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f2f340353a0 msgr2=0x7f2f34037850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:32.949 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.946+0000 7f2f53182700 1 --2- 172.21.15.55:0/2641666701 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f2f340353a0 0x7f2f34037850 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f2f38006f80 tx=0x7f2f38008030 comp rx=0 tx=0).stop 2022-11-27T15:47:32.950 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.946+0000 7f2f53182700 1 -- 172.21.15.55:0/2641666701 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2f4c089860 msgr2=0x7f2f4c1ba450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:32.950 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.946+0000 7f2f53182700 1 --2- 172.21.15.55:0/2641666701 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2f4c089860 0x7f2f4c1ba450 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f2f4000c4a0 tx=0x7f2f4000c860 comp rx=0 tx=0).stop 2022-11-27T15:47:32.950 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.947+0000 7f2f53182700 1 -- 172.21.15.55:0/2641666701 shutdown_connections 2022-11-27T15:47:32.950 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.947+0000 7f2f53182700 1 --2- 172.21.15.55:0/2641666701 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f2f340353a0 0x7f2f34037850 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:32.951 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.947+0000 7f2f53182700 1 --2- 172.21.15.55:0/2641666701 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2f4c089860 0x7f2f4c1ba450 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:32.951 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.947+0000 7f2f53182700 1 -- 172.21.15.55:0/2641666701 >> 172.21.15.55:0/2641666701 conn(0x7f2f4c08dc40 msgr2=0x7f2f4c096740 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:32.951 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.947+0000 7f2f53182700 1 -- 172.21.15.55:0/2641666701 shutdown_connections 2022-11-27T15:47:32.951 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:32.947+0000 7f2f53182700 1 -- 172.21.15.55:0/2641666701 wait complete. 2022-11-27T15:47:32.960 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2022-11-27T15:47:33.092 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.086+0000 7f640d41f700 1 Processor -- start 2022-11-27T15:47:33.093 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.086+0000 7f640d41f700 1 -- start start 2022-11-27T15:47:33.093 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.086+0000 7f640d41f700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f640808b450 0x7f640812ca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:33.094 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.086+0000 7f640d41f700 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6408098730 con 0x7f640808a970 2022-11-27T15:47:33.094 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.086+0000 7f640d41f700 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f640808c7d0 con 0x7f640808b450 2022-11-27T15:47:33.094 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.086+0000 7f64067fc700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f640808b450 0x7f640812ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:33.095 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.086+0000 7f64067fc700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f640808b450 0x7f640812ca10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:46578/0 (socket says 172.21.15.55:46578) 2022-11-27T15:47:33.095 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.086+0000 7f6406ffd700 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7f640808a970 0x7f640808ad40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.55:49444/0 (socket says 172.21.15.55:49444) 2022-11-27T15:47:33.095 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.086+0000 7f64067fc700 1 -- 172.21.15.55:0/2548133151 learned_addr learned my addr 172.21.15.55:0/2548133151 (peer_addr_for_me v2:172.21.15.55:0/0) 2022-11-27T15:47:33.095 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.086+0000 7f64067fc700 1 -- 172.21.15.55:0/2548133151 >> v1:172.21.15.55:6789/0 conn(0x7f640808a970 legacy=0x7f640808ad40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:33.096 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.086+0000 7f64067fc700 1 -- 172.21.15.55:0/2548133151 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f640808c3c0 con 0x7f640808b450 2022-11-27T15:47:33.096 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.086+0000 7f6405ffb700 1 -- 172.21.15.55:0/2548133151 <== mon.0 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4085549014 0 0) 0x7f6408098730 con 0x7f640808a970 2022-11-27T15:47:33.096 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.087+0000 7f64067fc700 1 --2- 172.21.15.55:0/2548133151 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f640808b450 0x7f640812ca10 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f63f8009870 tx=0x7f63f8009b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9bc80b1265ad385 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:33.096 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.087+0000 7f6405ffb700 1 -- 172.21.15.55:0/2548133151 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f63f8004160 con 0x7f640808b450 2022-11-27T15:47:33.097 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.087+0000 7f6405ffb700 1 -- 172.21.15.55:0/2548133151 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f63f80042c0 con 0x7f640808b450 2022-11-27T15:47:33.097 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.087+0000 7f6405ffb700 1 -- 172.21.15.55:0/2548133151 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f63f8004580 con 0x7f640808b450 2022-11-27T15:47:33.097 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.087+0000 7f640d41f700 1 -- 172.21.15.55:0/2548133151 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f640808b450 msgr2=0x7f640812ca10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:33.097 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.087+0000 7f640d41f700 1 --2- 172.21.15.55:0/2548133151 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f640808b450 0x7f640812ca10 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f63f8009870 tx=0x7f63f8009b80 comp rx=0 tx=0).stop 2022-11-27T15:47:33.098 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.087+0000 7f640d41f700 1 -- 172.21.15.55:0/2548133151 shutdown_connections 2022-11-27T15:47:33.098 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.087+0000 7f640d41f700 1 --2- 172.21.15.55:0/2548133151 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f640808b450 0x7f640812ca10 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:33.098 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.087+0000 7f640d41f700 1 -- 172.21.15.55:0/2548133151 >> 172.21.15.55:0/2548133151 conn(0x7f6408094a10 msgr2=0x7f6408094e10 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:33.099 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.087+0000 7f640d41f700 1 -- 172.21.15.55:0/2548133151 shutdown_connections 2022-11-27T15:47:33.099 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.087+0000 7f640d41f700 1 -- 172.21.15.55:0/2548133151 wait complete. 2022-11-27T15:47:33.100 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.088+0000 7f640d41f700 1 Processor -- start 2022-11-27T15:47:33.100 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.088+0000 7f640d41f700 1 -- start start 2022-11-27T15:47:33.100 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.089+0000 7f640d41f700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f640808a970 0x7f64081bb680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:33.100 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.089+0000 7f640d41f700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6408122250 con 0x7f640808a970 2022-11-27T15:47:33.101 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.089+0000 7f6406ffd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f640808a970 0x7f64081bb680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:33.101 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.089+0000 7f6406ffd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f640808a970 0x7f64081bb680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:46586/0 (socket says 172.21.15.55:46586) 2022-11-27T15:47:33.101 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.089+0000 7f6406ffd700 1 -- 172.21.15.55:0/2149946881 learned_addr learned my addr 172.21.15.55:0/2149946881 (peer_addr_for_me v2:172.21.15.55:0/0) 2022-11-27T15:47:33.102 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.089+0000 7f6406ffd700 1 -- 172.21.15.55:0/2149946881 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63f8009550 con 0x7f640808a970 2022-11-27T15:47:33.102 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.089+0000 7f6406ffd700 1 --2- 172.21.15.55:0/2149946881 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f640808a970 0x7f64081bb680 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f63fc00c480 tx=0x7f63fc00c840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:33.102 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.089+0000 7f63ef7fe700 1 -- 172.21.15.55:0/2149946881 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f63fc007410 con 0x7f640808a970 2022-11-27T15:47:33.102 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.089+0000 7f63ef7fe700 1 -- 172.21.15.55:0/2149946881 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f63fc007570 con 0x7f640808a970 2022-11-27T15:47:33.103 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.089+0000 7f640d41f700 1 -- 172.21.15.55:0/2149946881 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f64081223f0 con 0x7f640808a970 2022-11-27T15:47:33.103 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.089+0000 7f63ef7fe700 1 -- 172.21.15.55:0/2149946881 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f63fc005830 con 0x7f640808a970 2022-11-27T15:47:33.103 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.089+0000 7f640d41f700 1 -- 172.21.15.55:0/2149946881 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f64081bb270 con 0x7f640808a970 2022-11-27T15:47:33.103 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.090+0000 7f63ef7fe700 1 -- 172.21.15.55:0/2149946881 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 5) v1 ==== 42461+0+0 (secure 0 0 0) 0x7f63fc019030 con 0x7f640808a970 2022-11-27T15:47:33.104 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.090+0000 7f640d41f700 1 -- 172.21.15.55:0/2149946881 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6408061020 con 0x7f640808a970 2022-11-27T15:47:33.104 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.090+0000 7f63ef7fe700 1 --2- 172.21.15.55:0/2149946881 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f63e80353a0 0x7f63e8037850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:33.105 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.090+0000 7f63ef7fe700 1 -- 172.21.15.55:0/2149946881 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(15..15 src has 1..15) v4 ==== 2924+0+0 (secure 0 0 0) 0x7f63fc0460e0 con 0x7f640808a970 2022-11-27T15:47:33.105 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.090+0000 7f64067fc700 1 --2- 172.21.15.55:0/2149946881 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f63e80353a0 0x7f63e8037850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:33.105 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.091+0000 7f64067fc700 1 --2- 172.21.15.55:0/2149946881 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f63e80353a0 0x7f63e8037850 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f63f8006f80 tx=0x7f63f8008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:33.106 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.095+0000 7f63ef7fe700 1 -- 172.21.15.55:0/2149946881 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+170936 (secure 0 0 0) 0x7f63fc019690 con 0x7f640808a970 2022-11-27T15:47:33.334 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:33.332+0000 7f640d41f700 1 -- 172.21.15.55:0/2149946881 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f640804e1d0 con 0x7f640808a970 2022-11-27T15:47:33.415 DEBUG:teuthology.orchestra.run.smithi055:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2022-11-27T15:47:34.273 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.271+0000 7f63ef7fe700 1 -- 172.21.15.55:0/2149946881 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v5) v1 ==== 118+0+0 (secure 0 0 0) 0x7f63fc017070 con 0x7f640808a970 2022-11-27T15:47:34.276 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.274+0000 7f640d41f700 1 -- 172.21.15.55:0/2149946881 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f63e80353a0 msgr2=0x7f63e8037850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:34.276 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.274+0000 7f640d41f700 1 --2- 172.21.15.55:0/2149946881 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f63e80353a0 0x7f63e8037850 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f63f8006f80 tx=0x7f63f8008030 comp rx=0 tx=0).stop 2022-11-27T15:47:34.277 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.274+0000 7f640d41f700 1 -- 172.21.15.55:0/2149946881 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f640808a970 msgr2=0x7f64081bb680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:34.277 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.274+0000 7f640d41f700 1 --2- 172.21.15.55:0/2149946881 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f640808a970 0x7f64081bb680 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f63fc00c480 tx=0x7f63fc00c840 comp rx=0 tx=0).stop 2022-11-27T15:47:34.277 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.274+0000 7f640d41f700 1 -- 172.21.15.55:0/2149946881 shutdown_connections 2022-11-27T15:47:34.277 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.274+0000 7f640d41f700 1 --2- 172.21.15.55:0/2149946881 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f63e80353a0 0x7f63e8037850 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:34.277 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.274+0000 7f640d41f700 1 --2- 172.21.15.55:0/2149946881 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f640808a970 0x7f64081bb680 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:34.278 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.274+0000 7f640d41f700 1 -- 172.21.15.55:0/2149946881 >> 172.21.15.55:0/2149946881 conn(0x7f6408094a10 msgr2=0x7f6408092c30 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:34.278 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.274+0000 7f640d41f700 1 -- 172.21.15.55:0/2149946881 shutdown_connections 2022-11-27T15:47:34.278 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.274+0000 7f640d41f700 1 -- 172.21.15.55:0/2149946881 wait complete. 2022-11-27T15:47:34.290 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2022-11-27T15:47:34.291 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2022-11-27T15:47:34.428 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.424+0000 7fac5159d700 1 Processor -- start 2022-11-27T15:47:34.428 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.424+0000 7fac5159d700 1 -- start start 2022-11-27T15:47:34.428 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.424+0000 7fac5159d700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fac4c08c930 0x7fac4c08cd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:34.429 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.424+0000 7fac5159d700 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fac4c08dd30 con 0x7fac4c08d240 2022-11-27T15:47:34.429 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.424+0000 7fac5159d700 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fac4c08edd0 con 0x7fac4c08c930 2022-11-27T15:47:34.429 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.425+0000 7fac4bfff700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fac4c08c930 0x7fac4c08cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:34.429 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.425+0000 7fac4b7fe700 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7fac4c08d240 0x7fac4c127590 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.55:49456/0 (socket says 172.21.15.55:49456) 2022-11-27T15:47:34.430 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.425+0000 7fac4b7fe700 1 -- 172.21.15.55:0/1664861606 learned_addr learned my addr 172.21.15.55:0/1664861606 (peer_addr_for_me v1:172.21.15.55:0/0) 2022-11-27T15:47:34.430 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.425+0000 7fac4bfff700 1 -- 172.21.15.55:0/1664861606 >> v1:172.21.15.55:6789/0 conn(0x7fac4c08d240 legacy=0x7fac4c127590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:34.430 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.425+0000 7fac4bfff700 1 -- 172.21.15.55:0/1664861606 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac4c08eac0 con 0x7fac4c08c930 2022-11-27T15:47:34.430 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.425+0000 7fac4affd700 1 -- 172.21.15.55:0/1664861606 <== mon.0 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2598559666 0 0) 0x7fac4c08dd30 con 0x7fac4c08d240 2022-11-27T15:47:34.431 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.425+0000 7fac4bfff700 1 --2- 172.21.15.55:0/1664861606 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fac4c08c930 0x7fac4c08cd00 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fac3c0097c0 tx=0x7fac3c009ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d631602eae8146c9 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:34.431 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.425+0000 7fac4affd700 1 -- 172.21.15.55:0/1664861606 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fac3c004160 con 0x7fac4c08c930 2022-11-27T15:47:34.431 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.425+0000 7fac4affd700 1 -- 172.21.15.55:0/1664861606 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fac3c0042c0 con 0x7fac4c08c930 2022-11-27T15:47:34.431 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.425+0000 7fac4affd700 1 -- 172.21.15.55:0/1664861606 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fac3c004580 con 0x7fac4c08c930 2022-11-27T15:47:34.432 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.426+0000 7fac5159d700 1 -- 172.21.15.55:0/1664861606 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fac4c08c930 msgr2=0x7fac4c08cd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:34.432 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.426+0000 7fac5159d700 1 --2- 172.21.15.55:0/1664861606 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fac4c08c930 0x7fac4c08cd00 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fac3c0097c0 tx=0x7fac3c009ad0 comp rx=0 tx=0).stop 2022-11-27T15:47:34.432 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.426+0000 7fac5159d700 1 -- 172.21.15.55:0/1664861606 shutdown_connections 2022-11-27T15:47:34.432 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.426+0000 7fac5159d700 1 --2- 172.21.15.55:0/1664861606 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fac4c08c930 0x7fac4c08cd00 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:34.432 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.426+0000 7fac5159d700 1 -- 172.21.15.55:0/1664861606 >> 172.21.15.55:0/1664861606 conn(0x7fac4c093ab0 msgr2=0x7fac4c08a710 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:34.433 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.426+0000 7fac5159d700 1 -- 172.21.15.55:0/1664861606 shutdown_connections 2022-11-27T15:47:34.433 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.426+0000 7fac5159d700 1 -- 172.21.15.55:0/1664861606 wait complete. 2022-11-27T15:47:34.433 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.426+0000 7fac5159d700 1 Processor -- start 2022-11-27T15:47:34.436 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.427+0000 7fac5159d700 1 -- start start 2022-11-27T15:47:34.436 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.427+0000 7fac5159d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fac4c08c930 0x7fac4c1b7f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:34.436 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.427+0000 7fac5159d700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac4c11ab90 con 0x7fac4c08c930 2022-11-27T15:47:34.436 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.427+0000 7fac4bfff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fac4c08c930 0x7fac4c1b7f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:34.437 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.427+0000 7fac4bfff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fac4c08c930 0x7fac4c1b7f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:46604/0 (socket says 172.21.15.55:46604) 2022-11-27T15:47:34.437 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.427+0000 7fac4bfff700 1 -- 172.21.15.55:0/1932975639 learned_addr learned my addr 172.21.15.55:0/1932975639 (peer_addr_for_me v2:172.21.15.55:0/0) 2022-11-27T15:47:34.437 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.427+0000 7fac4bfff700 1 -- 172.21.15.55:0/1932975639 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac3c0094a0 con 0x7fac4c08c930 2022-11-27T15:47:34.437 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.427+0000 7fac4bfff700 1 --2- 172.21.15.55:0/1932975639 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fac4c08c930 0x7fac4c1b7f80 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fac3c006ec0 tx=0x7fac3c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:34.437 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.428+0000 7fac48ff9700 1 -- 172.21.15.55:0/1932975639 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fac3c011630 con 0x7fac4c08c930 2022-11-27T15:47:34.438 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.428+0000 7fac48ff9700 1 -- 172.21.15.55:0/1932975639 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fac3c01e070 con 0x7fac4c08c930 2022-11-27T15:47:34.438 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.428+0000 7fac5159d700 1 -- 172.21.15.55:0/1932975639 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fac4c11ae50 con 0x7fac4c08c930 2022-11-27T15:47:34.438 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.428+0000 7fac48ff9700 1 -- 172.21.15.55:0/1932975639 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fac3c0117b0 con 0x7fac4c08c930 2022-11-27T15:47:34.438 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.428+0000 7fac5159d700 1 -- 172.21.15.55:0/1932975639 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fac4c1b84c0 con 0x7fac4c08c930 2022-11-27T15:47:34.439 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.428+0000 7fac48ff9700 1 -- 172.21.15.55:0/1932975639 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 5) v1 ==== 42461+0+0 (secure 0 0 0) 0x7fac3c017020 con 0x7fac4c08c930 2022-11-27T15:47:34.439 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.429+0000 7fac48ff9700 1 --2- 172.21.15.55:0/1932975639 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7fac2c035390 0x7fac2c037840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:34.439 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.429+0000 7fac48ff9700 1 -- 172.21.15.55:0/1932975639 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2924+0+0 (secure 0 0 0) 0x7fac3c048080 con 0x7fac4c08c930 2022-11-27T15:47:34.439 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.429+0000 7fac4b7fe700 1 --2- 172.21.15.55:0/1932975639 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7fac2c035390 0x7fac2c037840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:34.439 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.429+0000 7fac5159d700 1 -- 172.21.15.55:0/1932975639 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fac4c061020 con 0x7fac4c08c930 2022-11-27T15:47:34.440 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.429+0000 7fac4b7fe700 1 --2- 172.21.15.55:0/1932975639 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7fac2c035390 0x7fac2c037840 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fac40007fd0 tx=0x7fac400079a0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:34.440 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.433+0000 7fac48ff9700 1 -- 172.21.15.55:0/1932975639 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+170936 (secure 0 0 0) 0x7fac3c010740 con 0x7fac4c08c930 2022-11-27T15:47:34.668 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:34.665+0000 7fac5159d700 1 -- 172.21.15.55:0/1932975639 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7fac4c08be30 con 0x7fac4c08c930 2022-11-27T15:47:35.285 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.283+0000 7fac48ff9700 1 -- 172.21.15.55:0/1932975639 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v6) v1 ==== 122+0+0 (secure 0 0 0) 0x7fac3c0193c0 con 0x7fac4c08c930 2022-11-27T15:47:35.288 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.286+0000 7fac5159d700 1 -- 172.21.15.55:0/1932975639 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7fac2c035390 msgr2=0x7fac2c037840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:35.288 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.286+0000 7fac5159d700 1 --2- 172.21.15.55:0/1932975639 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7fac2c035390 0x7fac2c037840 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fac40007fd0 tx=0x7fac400079a0 comp rx=0 tx=0).stop 2022-11-27T15:47:35.288 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.286+0000 7fac5159d700 1 -- 172.21.15.55:0/1932975639 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fac4c08c930 msgr2=0x7fac4c1b7f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:35.289 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.286+0000 7fac5159d700 1 --2- 172.21.15.55:0/1932975639 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fac4c08c930 0x7fac4c1b7f80 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fac3c006ec0 tx=0x7fac3c004750 comp rx=0 tx=0).stop 2022-11-27T15:47:35.289 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.286+0000 7fac5159d700 1 -- 172.21.15.55:0/1932975639 shutdown_connections 2022-11-27T15:47:35.289 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.286+0000 7fac5159d700 1 --2- 172.21.15.55:0/1932975639 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7fac2c035390 0x7fac2c037840 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:35.290 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.286+0000 7fac5159d700 1 --2- 172.21.15.55:0/1932975639 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fac4c08c930 0x7fac4c1b7f80 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:35.290 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.286+0000 7fac5159d700 1 -- 172.21.15.55:0/1932975639 >> 172.21.15.55:0/1932975639 conn(0x7fac4c093ab0 msgr2=0x7fac4c124670 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:35.290 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.286+0000 7fac5159d700 1 -- 172.21.15.55:0/1932975639 shutdown_connections 2022-11-27T15:47:35.291 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.286+0000 7fac5159d700 1 -- 172.21.15.55:0/1932975639 wait complete. 2022-11-27T15:47:35.302 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2022-11-27T15:47:35.303 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2022-11-27T15:47:35.437 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.433+0000 7efcdc809700 1 Processor -- start 2022-11-27T15:47:35.437 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.433+0000 7efcdc809700 1 -- start start 2022-11-27T15:47:35.437 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.434+0000 7efcdc809700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7efcd8094a80 0x7efcd812a7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:35.437 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.434+0000 7efcdc809700 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efcd8096710 con 0x7efcd8093fa0 2022-11-27T15:47:35.438 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.434+0000 7efcdc809700 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efcd80983e0 con 0x7efcd8094a80 2022-11-27T15:47:35.438 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.434+0000 7efcd5d9b700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7efcd8094a80 0x7efcd812a7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:35.438 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.434+0000 7efcd659c700 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7efcd8093fa0 0x7efcd8094370 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.55:49470/0 (socket says 172.21.15.55:49470) 2022-11-27T15:47:35.439 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.434+0000 7efcd659c700 1 -- 172.21.15.55:0/2979225757 learned_addr learned my addr 172.21.15.55:0/2979225757 (peer_addr_for_me v1:172.21.15.55:0/0) 2022-11-27T15:47:35.439 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.434+0000 7efcd5d9b700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7efcd8094a80 0x7efcd812a7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:46606/0 (socket says 172.21.15.55:46606) 2022-11-27T15:47:35.439 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.434+0000 7efcd5d9b700 1 -- 172.21.15.55:0/2979225757 >> v1:172.21.15.55:6789/0 conn(0x7efcd8093fa0 legacy=0x7efcd8094370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:35.439 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.434+0000 7efcd5d9b700 1 -- 172.21.15.55:0/2979225757 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efcd8098520 con 0x7efcd8094a80 2022-11-27T15:47:35.440 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.434+0000 7efcd559a700 1 -- 172.21.15.55:0/2979225757 <== mon.0 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 414411780 0 0) 0x7efcd8096710 con 0x7efcd8093fa0 2022-11-27T15:47:35.440 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.434+0000 7efcd5d9b700 1 --2- 172.21.15.55:0/2979225757 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efcd8094a80 0x7efcd812a7e0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7efccc0097c0 tx=0x7efccc009ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58d781aef5a96b50 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:35.440 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.434+0000 7efcd559a700 1 -- 172.21.15.55:0/2979225757 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7efccc004160 con 0x7efcd8094a80 2022-11-27T15:47:35.440 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.434+0000 7efcd559a700 1 -- 172.21.15.55:0/2979225757 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efccc0042c0 con 0x7efcd8094a80 2022-11-27T15:47:35.440 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.434+0000 7efcd559a700 1 -- 172.21.15.55:0/2979225757 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7efccc004580 con 0x7efcd8094a80 2022-11-27T15:47:35.441 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.435+0000 7efcdc809700 1 -- 172.21.15.55:0/2979225757 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efcd8094a80 msgr2=0x7efcd812a7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:35.441 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.435+0000 7efcdc809700 1 --2- 172.21.15.55:0/2979225757 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efcd8094a80 0x7efcd812a7e0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7efccc0097c0 tx=0x7efccc009ad0 comp rx=0 tx=0).stop 2022-11-27T15:47:35.441 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.435+0000 7efcdc809700 1 -- 172.21.15.55:0/2979225757 shutdown_connections 2022-11-27T15:47:35.441 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.435+0000 7efcdc809700 1 --2- 172.21.15.55:0/2979225757 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efcd8094a80 0x7efcd812a7e0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:35.442 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.435+0000 7efcdc809700 1 -- 172.21.15.55:0/2979225757 >> 172.21.15.55:0/2979225757 conn(0x7efcd808ee50 msgr2=0x7efcd808f250 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:35.442 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.435+0000 7efcdc809700 1 -- 172.21.15.55:0/2979225757 shutdown_connections 2022-11-27T15:47:35.442 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.435+0000 7efcdc809700 1 -- 172.21.15.55:0/2979225757 wait complete. 2022-11-27T15:47:35.445 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.436+0000 7efcdc809700 1 Processor -- start 2022-11-27T15:47:35.445 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.436+0000 7efcdc809700 1 -- start start 2022-11-27T15:47:35.445 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.437+0000 7efcdc809700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efcd8093fa0 0x7efcd81ba410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:35.445 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.437+0000 7efcdc809700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efcd808c110 con 0x7efcd8093fa0 2022-11-27T15:47:35.446 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.437+0000 7efcd659c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efcd8093fa0 0x7efcd81ba410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:35.446 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.437+0000 7efcd659c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efcd8093fa0 0x7efcd81ba410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:46612/0 (socket says 172.21.15.55:46612) 2022-11-27T15:47:35.446 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.437+0000 7efcd659c700 1 -- 172.21.15.55:0/1450940759 learned_addr learned my addr 172.21.15.55:0/1450940759 (peer_addr_for_me v2:172.21.15.55:0/0) 2022-11-27T15:47:35.446 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.437+0000 7efcd659c700 1 -- 172.21.15.55:0/1450940759 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efccc0094a0 con 0x7efcd8093fa0 2022-11-27T15:47:35.446 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.437+0000 7efcd659c700 1 --2- 172.21.15.55:0/1450940759 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efcd8093fa0 0x7efcd81ba410 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7efcc800c4a0 tx=0x7efcc800c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:35.447 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.437+0000 7efcc6ffd700 1 -- 172.21.15.55:0/1450940759 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7efcc8004bb0 con 0x7efcd8093fa0 2022-11-27T15:47:35.447 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.437+0000 7efcc6ffd700 1 -- 172.21.15.55:0/1450940759 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efcc8004d10 con 0x7efcd8093fa0 2022-11-27T15:47:35.447 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.437+0000 7efcdc809700 1 -- 172.21.15.55:0/1450940759 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efcd81ba950 con 0x7efcd8093fa0 2022-11-27T15:47:35.447 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.438+0000 7efcc6ffd700 1 -- 172.21.15.55:0/1450940759 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7efcc80070d0 con 0x7efcd8093fa0 2022-11-27T15:47:35.448 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.438+0000 7efcdc809700 1 -- 172.21.15.55:0/1450940759 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efcd81bade0 con 0x7efcd8093fa0 2022-11-27T15:47:35.448 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.438+0000 7efcc6ffd700 1 -- 172.21.15.55:0/1450940759 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 5) v1 ==== 42461+0+0 (secure 0 0 0) 0x7efcc801a020 con 0x7efcd8093fa0 2022-11-27T15:47:35.448 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.438+0000 7efcdc809700 1 -- 172.21.15.55:0/1450940759 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efcd808c250 con 0x7efcd8093fa0 2022-11-27T15:47:35.448 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.438+0000 7efcc6ffd700 1 --2- 172.21.15.55:0/1450940759 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7efcb40353a0 0x7efcb4037850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:35.449 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.439+0000 7efcc6ffd700 1 -- 172.21.15.55:0/1450940759 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2924+0+0 (secure 0 0 0) 0x7efcc8046910 con 0x7efcd8093fa0 2022-11-27T15:47:35.449 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.439+0000 7efcd5d9b700 1 --2- 172.21.15.55:0/1450940759 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7efcb40353a0 0x7efcb4037850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:35.449 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.439+0000 7efcd5d9b700 1 --2- 172.21.15.55:0/1450940759 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7efcb40353a0 0x7efcb4037850 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7efccc0097c0 tx=0x7efccc008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:35.449 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.443+0000 7efcc6ffd700 1 -- 172.21.15.55:0/1450940759 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+170936 (secure 0 0 0) 0x7efcd808c250 con 0x7efcd8093fa0 2022-11-27T15:47:35.680 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.678+0000 7efcdc809700 1 -- 172.21.15.55:0/1450940759 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7efcd808c250 con 0x7efcd8093fa0 2022-11-27T15:47:35.681 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.679+0000 7efcc6ffd700 1 -- 172.21.15.55:0/1450940759 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) v1 ==== 93+0+2324 (secure 0 0 0) 0x7efcd808c250 con 0x7efcd8093fa0 2022-11-27T15:47:35.681 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:35.681 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2022-11-27T15:47:32.259910+0000","modified":"2022-11-27T15:47:35.271361+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4137},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4137":{"gid":4137,"name":"a","rank":0,"incarnation":3,"state":"up:active","state_seq":3,"addr":"172.21.15.55:6811/1757892749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":1757892749},{"type":"v1","addr":"172.21.15.55:6811","nonce":1757892749}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2022-11-27T15:47:35.683 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.681+0000 7efcdc809700 1 -- 172.21.15.55:0/1450940759 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7efcb40353a0 msgr2=0x7efcb4037850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:35.684 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.681+0000 7efcdc809700 1 --2- 172.21.15.55:0/1450940759 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7efcb40353a0 0x7efcb4037850 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7efccc0097c0 tx=0x7efccc008030 comp rx=0 tx=0).stop 2022-11-27T15:47:35.684 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.681+0000 7efcdc809700 1 -- 172.21.15.55:0/1450940759 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efcd8093fa0 msgr2=0x7efcd81ba410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:35.684 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.681+0000 7efcdc809700 1 --2- 172.21.15.55:0/1450940759 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efcd8093fa0 0x7efcd81ba410 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7efcc800c4a0 tx=0x7efcc800c860 comp rx=0 tx=0).stop 2022-11-27T15:47:35.685 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.681+0000 7efcdc809700 1 -- 172.21.15.55:0/1450940759 shutdown_connections 2022-11-27T15:47:35.685 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.681+0000 7efcdc809700 1 --2- 172.21.15.55:0/1450940759 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7efcb40353a0 0x7efcb4037850 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:35.685 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.681+0000 7efcdc809700 1 --2- 172.21.15.55:0/1450940759 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efcd8093fa0 0x7efcd81ba410 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:35.685 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.681+0000 7efcdc809700 1 -- 172.21.15.55:0/1450940759 >> 172.21.15.55:0/1450940759 conn(0x7efcd808ee50 msgr2=0x7efcd80700f0 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:35.686 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.681+0000 7efcdc809700 1 -- 172.21.15.55:0/1450940759 shutdown_connections 2022-11-27T15:47:35.686 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.681+0000 7efcdc809700 1 -- 172.21.15.55:0/1450940759 wait complete. 2022-11-27T15:47:35.686 INFO:teuthology.orchestra.run.smithi055.stderr:dumped fsmap epoch 6 2022-11-27T15:47:35.695 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2022-11-27T15:47:35.821 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.816+0000 7f7a8c4ae700 1 Processor -- start 2022-11-27T15:47:35.821 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.817+0000 7f7a8c4ae700 1 -- start start 2022-11-27T15:47:35.821 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.817+0000 7f7a8c4ae700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f7a84089860 0x7f7a84089c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:35.821 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.817+0000 7f7a8c4ae700 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7a8406dcf0 con 0x7f7a8408a170 2022-11-27T15:47:35.822 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.817+0000 7f7a8c4ae700 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7a840713d0 con 0x7f7a84089860 2022-11-27T15:47:35.822 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.817+0000 7f7a8a24a700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f7a84089860 0x7f7a84089c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:35.822 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.817+0000 7f7a8a24a700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7f7a84089860 0x7f7a84089c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:46618/0 (socket says 172.21.15.55:46618) 2022-11-27T15:47:35.822 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.817+0000 7f7a89a49700 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7f7a8408a170 0x7f7a8412b7f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.55:49474/0 (socket says 172.21.15.55:49474) 2022-11-27T15:47:35.822 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.817+0000 7f7a8a24a700 1 -- 172.21.15.55:0/746184805 learned_addr learned my addr 172.21.15.55:0/746184805 (peer_addr_for_me v2:172.21.15.55:0/0) 2022-11-27T15:47:35.823 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.817+0000 7f7a8a24a700 1 -- 172.21.15.55:0/746184805 >> v1:172.21.15.55:6789/0 conn(0x7f7a8408a170 legacy=0x7f7a8412b7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:35.823 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.817+0000 7f7a8a24a700 1 -- 172.21.15.55:0/746184805 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a8406ec50 con 0x7f7a84089860 2022-11-27T15:47:35.823 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.817+0000 7f7a89248700 1 -- 172.21.15.55:0/746184805 <== mon.0 v1:172.21.15.55:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2767375909 0 0) 0x7f7a8406dcf0 con 0x7f7a8408a170 2022-11-27T15:47:35.823 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.818+0000 7f7a8a24a700 1 --2- 172.21.15.55:0/746184805 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7a84089860 0x7f7a84089c30 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f7a80009870 tx=0x7f7a80009b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1c97a115db6af0e server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:35.824 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.818+0000 7f7a89248700 1 -- 172.21.15.55:0/746184805 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7a80004160 con 0x7f7a84089860 2022-11-27T15:47:35.824 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.818+0000 7f7a89248700 1 -- 172.21.15.55:0/746184805 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7a800042c0 con 0x7f7a84089860 2022-11-27T15:47:35.824 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.818+0000 7f7a89248700 1 -- 172.21.15.55:0/746184805 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7a80004580 con 0x7f7a84089860 2022-11-27T15:47:35.824 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.818+0000 7f7a8c4ae700 1 -- 172.21.15.55:0/746184805 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7a84089860 msgr2=0x7f7a84089c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:35.824 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.818+0000 7f7a8c4ae700 1 --2- 172.21.15.55:0/746184805 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7a84089860 0x7f7a84089c30 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f7a80009870 tx=0x7f7a80009b80 comp rx=0 tx=0).stop 2022-11-27T15:47:35.825 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.818+0000 7f7a8c4ae700 1 -- 172.21.15.55:0/746184805 shutdown_connections 2022-11-27T15:47:35.825 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.818+0000 7f7a8c4ae700 1 --2- 172.21.15.55:0/746184805 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7a84089860 0x7f7a84089c30 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:35.825 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.818+0000 7f7a8c4ae700 1 -- 172.21.15.55:0/746184805 >> 172.21.15.55:0/746184805 conn(0x7f7a8408dc40 msgr2=0x7f7a84090050 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:35.825 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.818+0000 7f7a8c4ae700 1 -- 172.21.15.55:0/746184805 shutdown_connections 2022-11-27T15:47:35.825 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.818+0000 7f7a8c4ae700 1 -- 172.21.15.55:0/746184805 wait complete. 2022-11-27T15:47:35.826 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.819+0000 7f7a8c4ae700 1 Processor -- start 2022-11-27T15:47:35.826 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.819+0000 7f7a8c4ae700 1 -- start start 2022-11-27T15:47:35.828 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.820+0000 7f7a8c4ae700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7a84089860 0x7f7a841ba260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:35.829 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.820+0000 7f7a8c4ae700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a841a6fb0 con 0x7f7a84089860 2022-11-27T15:47:35.829 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.820+0000 7f7a8a24a700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7a84089860 0x7f7a841ba260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:35.829 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.820+0000 7f7a8a24a700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7a84089860 0x7f7a841ba260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:46628/0 (socket says 172.21.15.55:46628) 2022-11-27T15:47:35.830 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.820+0000 7f7a8a24a700 1 -- 172.21.15.55:0/1476189918 learned_addr learned my addr 172.21.15.55:0/1476189918 (peer_addr_for_me v2:172.21.15.55:0/0) 2022-11-27T15:47:35.830 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.820+0000 7f7a8a24a700 1 -- 172.21.15.55:0/1476189918 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a80009550 con 0x7f7a84089860 2022-11-27T15:47:35.830 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.820+0000 7f7a8a24a700 1 --2- 172.21.15.55:0/1476189918 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7a84089860 0x7f7a841ba260 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f7a80006f80 tx=0x7f7a80004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:35.830 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.820+0000 7f7a72ffd700 1 -- 172.21.15.55:0/1476189918 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7a80003bb0 con 0x7f7a84089860 2022-11-27T15:47:35.831 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.820+0000 7f7a72ffd700 1 -- 172.21.15.55:0/1476189918 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7a8001f070 con 0x7f7a84089860 2022-11-27T15:47:35.831 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.820+0000 7f7a8c4ae700 1 -- 172.21.15.55:0/1476189918 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7a841ba7a0 con 0x7f7a84089860 2022-11-27T15:47:35.831 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.820+0000 7f7a72ffd700 1 -- 172.21.15.55:0/1476189918 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7a80003e80 con 0x7f7a84089860 2022-11-27T15:47:35.831 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.820+0000 7f7a8c4ae700 1 -- 172.21.15.55:0/1476189918 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7a841babd0 con 0x7f7a84089860 2022-11-27T15:47:35.832 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.821+0000 7f7a72ffd700 1 -- 172.21.15.55:0/1476189918 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 5) v1 ==== 42461+0+0 (secure 0 0 0) 0x7f7a8002a020 con 0x7f7a84089860 2022-11-27T15:47:35.832 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.821+0000 7f7a8c4ae700 1 -- 172.21.15.55:0/1476189918 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7a84061020 con 0x7f7a84089860 2022-11-27T15:47:35.832 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.821+0000 7f7a72ffd700 1 --2- 172.21.15.55:0/1476189918 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f7a64035390 0x7f7a64037840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:35.832 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.821+0000 7f7a72ffd700 1 -- 172.21.15.55:0/1476189918 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2924+0+0 (secure 0 0 0) 0x7f7a80048640 con 0x7f7a84089860 2022-11-27T15:47:35.832 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.821+0000 7f7a89a49700 1 --2- 172.21.15.55:0/1476189918 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f7a64035390 0x7f7a64037840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:35.833 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.822+0000 7f7a89a49700 1 --2- 172.21.15.55:0/1476189918 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f7a64035390 0x7f7a64037840 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f7a74000c00 tx=0x7f7a740079c0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:35.833 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:35.826+0000 7f7a72ffd700 1 -- 172.21.15.55:0/1476189918 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+170936 (secure 0 0 0) 0x7f7a8001a460 con 0x7f7a84089860 2022-11-27T15:47:36.017 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.015+0000 7f7a8c4ae700 1 -- 172.21.15.55:0/1476189918 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7a84066340 con 0x7f7a84089860 2022-11-27T15:47:36.017 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.016+0000 7f7a72ffd700 1 -- 172.21.15.55:0/1476189918 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+8678 (secure 0 0 0) 0x7f7a80034200 con 0x7f7a84089860 2022-11-27T15:47:36.018 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:36.018 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":16,"fsid":"66eaeb7b-9079-439e-aac1-73aecd0cf719","created":"2022-11-27T15:47:11.064597+0000","modified":"2022-11-27T15:47:33.261022+0000","last_up_change":"2022-11-27T15:47:18.715486+0000","last_in_change":"2022-11-27T15:47:11.466413+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":1,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","pools":[{"pool":1,"pool_name":".mgr","create_time":"2022-11-27T15:47:18.803071+0000","flags":1,"flags_names":"hashpspool","type":1,"size":1,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"9","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2022-11-27T15:47:25.251709+0000","flags":1,"flags_names":"hashpspool","type":1,"size":1,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2022-11-27T15:47:29.950200+0000","flags":1,"flags_names":"hashpspool","type":1,"size":1,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":4,"pool_name":"cephfs_data","create_time":"2022-11-27T15:47:31.235028+0000","flags":1,"flags_names":"hashpspool","type":1,"size":1,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"83710edf-d0f8-4020-8507-a921d74c874e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":6,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":107595},{"type":"v1","addr":"172.21.15.55:6801","nonce":107595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":107595},{"type":"v1","addr":"172.21.15.55:6803","nonce":107595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":107595},{"type":"v1","addr":"172.21.15.55:6807","nonce":107595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":107595},{"type":"v1","addr":"172.21.15.55:6805","nonce":107595}]},"public_addr":"172.21.15.55:6801/107595","cluster_addr":"172.21.15.55:6803/107595","heartbeat_back_addr":"172.21.15.55:6807/107595","heartbeat_front_addr":"172.21.15.55:6805/107595","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2022-11-27T15:47:16.581255+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-11-27T15:47:36.020 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.018+0000 7f7a8c4ae700 1 -- 172.21.15.55:0/1476189918 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f7a64035390 msgr2=0x7f7a64037840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:36.020 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.018+0000 7f7a8c4ae700 1 --2- 172.21.15.55:0/1476189918 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f7a64035390 0x7f7a64037840 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f7a74000c00 tx=0x7f7a740079c0 comp rx=0 tx=0).stop 2022-11-27T15:47:36.020 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.018+0000 7f7a8c4ae700 1 -- 172.21.15.55:0/1476189918 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7a84089860 msgr2=0x7f7a841ba260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:36.021 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.018+0000 7f7a8c4ae700 1 --2- 172.21.15.55:0/1476189918 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7a84089860 0x7f7a841ba260 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f7a80006f80 tx=0x7f7a80004750 comp rx=0 tx=0).stop 2022-11-27T15:47:36.021 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.018+0000 7f7a8c4ae700 1 -- 172.21.15.55:0/1476189918 shutdown_connections 2022-11-27T15:47:36.021 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.018+0000 7f7a8c4ae700 1 --2- 172.21.15.55:0/1476189918 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7f7a64035390 0x7f7a64037840 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:36.021 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.018+0000 7f7a8c4ae700 1 --2- 172.21.15.55:0/1476189918 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7a84089860 0x7f7a841ba260 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:36.022 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.018+0000 7f7a8c4ae700 1 -- 172.21.15.55:0/1476189918 >> 172.21.15.55:0/1476189918 conn(0x7f7a8408dc40 msgr2=0x7f7a84095030 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:36.022 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.018+0000 7f7a8c4ae700 1 -- 172.21.15.55:0/1476189918 shutdown_connections 2022-11-27T15:47:36.022 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.018+0000 7f7a8c4ae700 1 -- 172.21.15.55:0/1476189918 wait complete. 2022-11-27T15:47:36.031 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2022-11-27T15:47:36.032 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2022-11-27T15:47:36.158 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.154+0000 7fdc1892d700 1 Processor -- start 2022-11-27T15:47:36.158 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.154+0000 7fdc1892d700 1 -- start start 2022-11-27T15:47:36.158 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.155+0000 7fdc1892d700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fdc14093e30 0x7fdc14094200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:36.159 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.155+0000 7fdc1892d700 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdc14096590 con 0x7fdc14094740 2022-11-27T15:47:36.159 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.155+0000 7fdc1892d700 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdc14094bc0 con 0x7fdc14093e30 2022-11-27T15:47:36.159 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.155+0000 7fdc1259c700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fdc14093e30 0x7fdc14094200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:36.159 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.155+0000 7fdc11d9b700 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7fdc14094740 0x7fdc1412b9b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.55:49488/0 (socket says 172.21.15.55:49488) 2022-11-27T15:47:36.160 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.155+0000 7fdc11d9b700 1 -- 172.21.15.55:0/461032114 learned_addr learned my addr 172.21.15.55:0/461032114 (peer_addr_for_me v1:172.21.15.55:0/0) 2022-11-27T15:47:36.160 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.155+0000 7fdc1259c700 1 -- 172.21.15.55:0/461032114 >> v1:172.21.15.55:6789/0 conn(0x7fdc14094740 legacy=0x7fdc1412b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:36.160 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.155+0000 7fdc1259c700 1 -- 172.21.15.55:0/461032114 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc14098510 con 0x7fdc14093e30 2022-11-27T15:47:36.160 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.155+0000 7fdc1259c700 1 --2- 172.21.15.55:0/461032114 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdc14093e30 0x7fdc14094200 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fdc080097c0 tx=0x7fdc08009ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5de41c0d5e4c6b4f server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:36.160 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.155+0000 7fdc1159a700 1 -- 172.21.15.55:0/461032114 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fdc08004160 con 0x7fdc14093e30 2022-11-27T15:47:36.161 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.155+0000 7fdc1159a700 1 -- 172.21.15.55:0/461032114 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdc080042c0 con 0x7fdc14093e30 2022-11-27T15:47:36.161 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.155+0000 7fdc1159a700 1 -- 172.21.15.55:0/461032114 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fdc08004580 con 0x7fdc14093e30 2022-11-27T15:47:36.161 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.156+0000 7fdc1892d700 1 -- 172.21.15.55:0/461032114 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdc14093e30 msgr2=0x7fdc14094200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:36.161 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.156+0000 7fdc1892d700 1 --2- 172.21.15.55:0/461032114 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdc14093e30 0x7fdc14094200 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fdc080097c0 tx=0x7fdc08009ad0 comp rx=0 tx=0).stop 2022-11-27T15:47:36.162 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.156+0000 7fdc1892d700 1 -- 172.21.15.55:0/461032114 shutdown_connections 2022-11-27T15:47:36.162 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.156+0000 7fdc1892d700 1 --2- 172.21.15.55:0/461032114 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdc14093e30 0x7fdc14094200 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:36.162 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.156+0000 7fdc1892d700 1 -- 172.21.15.55:0/461032114 >> 172.21.15.55:0/461032114 conn(0x7fdc1408a530 msgr2=0x7fdc1408a930 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:36.162 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.156+0000 7fdc1892d700 1 -- 172.21.15.55:0/461032114 shutdown_connections 2022-11-27T15:47:36.162 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.156+0000 7fdc1892d700 1 -- 172.21.15.55:0/461032114 wait complete. 2022-11-27T15:47:36.166 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.157+0000 7fdc1892d700 1 Processor -- start 2022-11-27T15:47:36.166 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.157+0000 7fdc1892d700 1 -- start start 2022-11-27T15:47:36.166 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.157+0000 7fdc1892d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdc14093e30 0x7fdc141ba410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:36.167 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.157+0000 7fdc1892d700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc141a7160 con 0x7fdc14093e30 2022-11-27T15:47:36.167 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.157+0000 7fdc1259c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdc14093e30 0x7fdc141ba410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:36.167 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.157+0000 7fdc1259c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdc14093e30 0x7fdc141ba410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:46656/0 (socket says 172.21.15.55:46656) 2022-11-27T15:47:36.167 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.157+0000 7fdc1259c700 1 -- 172.21.15.55:0/993754029 learned_addr learned my addr 172.21.15.55:0/993754029 (peer_addr_for_me v2:172.21.15.55:0/0) 2022-11-27T15:47:36.168 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.158+0000 7fdc1259c700 1 -- 172.21.15.55:0/993754029 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc080094a0 con 0x7fdc14093e30 2022-11-27T15:47:36.168 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.158+0000 7fdc1259c700 1 --2- 172.21.15.55:0/993754029 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdc14093e30 0x7fdc141ba410 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fdc08009b10 tx=0x7fdc08004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:36.168 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.158+0000 7fdc02ffd700 1 -- 172.21.15.55:0/993754029 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fdc08011630 con 0x7fdc14093e30 2022-11-27T15:47:36.168 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.158+0000 7fdc02ffd700 1 -- 172.21.15.55:0/993754029 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdc0801e070 con 0x7fdc14093e30 2022-11-27T15:47:36.168 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.158+0000 7fdc1892d700 1 -- 172.21.15.55:0/993754029 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdc141a72a0 con 0x7fdc14093e30 2022-11-27T15:47:36.169 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.158+0000 7fdc02ffd700 1 -- 172.21.15.55:0/993754029 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fdc08011900 con 0x7fdc14093e30 2022-11-27T15:47:36.169 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.158+0000 7fdc1892d700 1 -- 172.21.15.55:0/993754029 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdc141bab30 con 0x7fdc14093e30 2022-11-27T15:47:36.169 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.159+0000 7fdc02ffd700 1 -- 172.21.15.55:0/993754029 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 5) v1 ==== 42461+0+0 (secure 0 0 0) 0x7fdc08017020 con 0x7fdc14093e30 2022-11-27T15:47:36.169 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.159+0000 7fdc1892d700 1 -- 172.21.15.55:0/993754029 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdc141a8600 con 0x7fdc14093e30 2022-11-27T15:47:36.170 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.159+0000 7fdc02ffd700 1 --2- 172.21.15.55:0/993754029 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7fdbf00353a0 0x7fdbf0037850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:36.170 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.159+0000 7fdc02ffd700 1 -- 172.21.15.55:0/993754029 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2924+0+0 (secure 0 0 0) 0x7fdc08047f50 con 0x7fdc14093e30 2022-11-27T15:47:36.170 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.159+0000 7fdc11d9b700 1 --2- 172.21.15.55:0/993754029 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7fdbf00353a0 0x7fdbf0037850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:36.170 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.159+0000 7fdc11d9b700 1 --2- 172.21.15.55:0/993754029 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7fdbf00353a0 0x7fdbf0037850 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fdc04000f60 tx=0x7fdc04007b10 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:36.170 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.164+0000 7fdc02ffd700 1 -- 172.21.15.55:0/993754029 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+170936 (secure 0 0 0) 0x7fdc08011a60 con 0x7fdc14093e30 2022-11-27T15:47:36.351 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.349+0000 7fdc1892d700 1 -- 172.21.15.55:0/993754029 --> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fdc141a72a0 con 0x7fdbf00353a0 2022-11-27T15:47:36.358 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.356+0000 7fdc02ffd700 1 -- 172.21.15.55:0/993754029 <== mgr.4101 v2:172.21.15.55:6808/107381 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+263665 (secure 0 0 0) 0x7fdc141a72a0 con 0x7fdbf00353a0 2022-11-27T15:47:36.362 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:36.364 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.359+0000 7fdc1892d700 1 -- 172.21.15.55:0/993754029 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7fdbf00353a0 msgr2=0x7fdbf0037850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:36.365 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.359+0000 7fdc1892d700 1 --2- 172.21.15.55:0/993754029 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7fdbf00353a0 0x7fdbf0037850 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fdc04000f60 tx=0x7fdc04007b10 comp rx=0 tx=0).stop 2022-11-27T15:47:36.365 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.359+0000 7fdc1892d700 1 -- 172.21.15.55:0/993754029 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdc14093e30 msgr2=0x7fdc141ba410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:36.365 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.359+0000 7fdc1892d700 1 --2- 172.21.15.55:0/993754029 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdc14093e30 0x7fdc141ba410 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fdc08009b10 tx=0x7fdc08004750 comp rx=0 tx=0).stop 2022-11-27T15:47:36.365 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.359+0000 7fdc1892d700 1 -- 172.21.15.55:0/993754029 shutdown_connections 2022-11-27T15:47:36.366 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.359+0000 7fdc1892d700 1 --2- 172.21.15.55:0/993754029 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7fdbf00353a0 0x7fdbf0037850 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:36.366 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.359+0000 7fdc1892d700 1 --2- 172.21.15.55:0/993754029 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdc14093e30 0x7fdc141ba410 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:36.366 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.359+0000 7fdc1892d700 1 -- 172.21.15.55:0/993754029 >> 172.21.15.55:0/993754029 conn(0x7fdc1408a530 msgr2=0x7fdc1406b490 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:36.366 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.359+0000 7fdc1892d700 1 -- 172.21.15.55:0/993754029 shutdown_connections 2022-11-27T15:47:36.367 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.359+0000 7fdc1892d700 1 -- 172.21.15.55:0/993754029 wait complete. 2022-11-27T15:47:36.367 INFO:teuthology.orchestra.run.smithi055.stderr:dumped all 2022-11-27T15:47:36.373 INFO:teuthology.orchestra.run.smithi055.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2022-11-27T15:47:34.751887+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592698,"num_objects":23,"num_object_clones":0,"num_object_copies":23,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":181,"num_write_kb":1908,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":135,"ondisk_log_size":135,"up":105,"acting":105,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":1048576,"kb_used":13364,"kb_used_data":748,"kb_used_omap":0,"kb_used_meta":12608,"kb_avail":1035212,"statfs":{"total":1073741824,"available":1060057088,"internally_reserved":0,"allocated":765952,"data_stored":631125,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":12910592},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2330,"num_objects":21,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000577"},"pg_stats":[{"pgid":"4.3f","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268565+0000","last_change":"2022-11-27T15:47:32.282525+0000","last_active":"2022-11-27T15:47:33.268565+0000","last_peered":"2022-11-27T15:47:33.268565+0000","last_clean":"2022-11-27T15:47:33.268565+0000","last_became_active":"2022-11-27T15:47:32.281305+0000","last_became_peered":"2022-11-27T15:47:32.281305+0000","last_unstale":"2022-11-27T15:47:33.268565+0000","last_undegraded":"2022-11-27T15:47:33.268565+0000","last_fullsized":"2022-11-27T15:47:33.268565+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T03:37:48.373571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3e","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268450+0000","last_change":"2022-11-27T15:47:32.279048+0000","last_active":"2022-11-27T15:47:33.268450+0000","last_peered":"2022-11-27T15:47:33.268450+0000","last_clean":"2022-11-27T15:47:33.268450+0000","last_became_active":"2022-11-27T15:47:32.275423+0000","last_became_peered":"2022-11-27T15:47:32.275423+0000","last_unstale":"2022-11-27T15:47:33.268450+0000","last_undegraded":"2022-11-27T15:47:33.268450+0000","last_fullsized":"2022-11-27T15:47:33.268450+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T03:15:51.020245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3d","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268815+0000","last_change":"2022-11-27T15:47:32.281472+0000","last_active":"2022-11-27T15:47:33.268815+0000","last_peered":"2022-11-27T15:47:33.268815+0000","last_clean":"2022-11-27T15:47:33.268815+0000","last_became_active":"2022-11-27T15:47:32.279473+0000","last_became_peered":"2022-11-27T15:47:32.279473+0000","last_unstale":"2022-11-27T15:47:33.268815+0000","last_undegraded":"2022-11-27T15:47:33.268815+0000","last_fullsized":"2022-11-27T15:47:33.268815+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T01:51:20.974900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3c","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268214+0000","last_change":"2022-11-27T15:47:32.273518+0000","last_active":"2022-11-27T15:47:33.268214+0000","last_peered":"2022-11-27T15:47:33.268214+0000","last_clean":"2022-11-27T15:47:33.268214+0000","last_became_active":"2022-11-27T15:47:32.273278+0000","last_became_peered":"2022-11-27T15:47:32.273278+0000","last_unstale":"2022-11-27T15:47:33.268214+0000","last_undegraded":"2022-11-27T15:47:33.268214+0000","last_fullsized":"2022-11-27T15:47:33.268214+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T21:47:48.951132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3b","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267896+0000","last_change":"2022-11-27T15:47:32.280475+0000","last_active":"2022-11-27T15:47:33.267896+0000","last_peered":"2022-11-27T15:47:33.267896+0000","last_clean":"2022-11-27T15:47:33.267896+0000","last_became_active":"2022-11-27T15:47:32.278060+0000","last_became_peered":"2022-11-27T15:47:32.278060+0000","last_unstale":"2022-11-27T15:47:33.267896+0000","last_undegraded":"2022-11-27T15:47:33.267896+0000","last_fullsized":"2022-11-27T15:47:33.267896+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T16:25:11.438477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267518+0000","last_change":"2022-11-27T15:47:32.275596+0000","last_active":"2022-11-27T15:47:33.267518+0000","last_peered":"2022-11-27T15:47:33.267518+0000","last_clean":"2022-11-27T15:47:33.267518+0000","last_became_active":"2022-11-27T15:47:32.275041+0000","last_became_peered":"2022-11-27T15:47:32.275041+0000","last_unstale":"2022-11-27T15:47:33.267518+0000","last_undegraded":"2022-11-27T15:47:33.267518+0000","last_fullsized":"2022-11-27T15:47:33.267518+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T01:10:53.963843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.39","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267768+0000","last_change":"2022-11-27T15:47:32.281734+0000","last_active":"2022-11-27T15:47:33.267768+0000","last_peered":"2022-11-27T15:47:33.267768+0000","last_clean":"2022-11-27T15:47:33.267768+0000","last_became_active":"2022-11-27T15:47:32.281316+0000","last_became_peered":"2022-11-27T15:47:32.281316+0000","last_unstale":"2022-11-27T15:47:33.267768+0000","last_undegraded":"2022-11-27T15:47:33.267768+0000","last_fullsized":"2022-11-27T15:47:33.267768+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T22:22:31.984594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.38","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267250+0000","last_change":"2022-11-27T15:47:32.274707+0000","last_active":"2022-11-27T15:47:33.267250+0000","last_peered":"2022-11-27T15:47:33.267250+0000","last_clean":"2022-11-27T15:47:33.267250+0000","last_became_active":"2022-11-27T15:47:32.274476+0000","last_became_peered":"2022-11-27T15:47:32.274476+0000","last_unstale":"2022-11-27T15:47:33.267250+0000","last_undegraded":"2022-11-27T15:47:33.267250+0000","last_fullsized":"2022-11-27T15:47:33.267250+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T17:48:11.316195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.37","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268661+0000","last_change":"2022-11-27T15:47:32.284917+0000","last_active":"2022-11-27T15:47:33.268661+0000","last_peered":"2022-11-27T15:47:33.268661+0000","last_clean":"2022-11-27T15:47:33.268661+0000","last_became_active":"2022-11-27T15:47:32.284672+0000","last_became_peered":"2022-11-27T15:47:32.284672+0000","last_unstale":"2022-11-27T15:47:33.268661+0000","last_undegraded":"2022-11-27T15:47:33.268661+0000","last_fullsized":"2022-11-27T15:47:33.268661+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T19:09:07.431902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.36","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268549+0000","last_change":"2022-11-27T15:47:32.274751+0000","last_active":"2022-11-27T15:47:33.268549+0000","last_peered":"2022-11-27T15:47:33.268549+0000","last_clean":"2022-11-27T15:47:33.268549+0000","last_became_active":"2022-11-27T15:47:32.274536+0000","last_became_peered":"2022-11-27T15:47:32.274536+0000","last_unstale":"2022-11-27T15:47:33.268549+0000","last_undegraded":"2022-11-27T15:47:33.268549+0000","last_fullsized":"2022-11-27T15:47:33.268549+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T22:20:12.749019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.35","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268371+0000","last_change":"2022-11-27T15:47:32.281331+0000","last_active":"2022-11-27T15:47:33.268371+0000","last_peered":"2022-11-27T15:47:33.268371+0000","last_clean":"2022-11-27T15:47:33.268371+0000","last_became_active":"2022-11-27T15:47:32.277452+0000","last_became_peered":"2022-11-27T15:47:32.277452+0000","last_unstale":"2022-11-27T15:47:33.268371+0000","last_undegraded":"2022-11-27T15:47:33.268371+0000","last_fullsized":"2022-11-27T15:47:33.268371+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T03:01:50.703197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.34","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268916+0000","last_change":"2022-11-27T15:47:32.283559+0000","last_active":"2022-11-27T15:47:33.268916+0000","last_peered":"2022-11-27T15:47:33.268916+0000","last_clean":"2022-11-27T15:47:33.268916+0000","last_became_active":"2022-11-27T15:47:32.282736+0000","last_became_peered":"2022-11-27T15:47:32.282736+0000","last_unstale":"2022-11-27T15:47:33.268916+0000","last_undegraded":"2022-11-27T15:47:33.268916+0000","last_fullsized":"2022-11-27T15:47:33.268916+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T00:02:13.798882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.33","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268009+0000","last_change":"2022-11-27T15:47:32.284214+0000","last_active":"2022-11-27T15:47:33.268009+0000","last_peered":"2022-11-27T15:47:33.268009+0000","last_clean":"2022-11-27T15:47:33.268009+0000","last_became_active":"2022-11-27T15:47:32.280658+0000","last_became_peered":"2022-11-27T15:47:32.280658+0000","last_unstale":"2022-11-27T15:47:33.268009+0000","last_undegraded":"2022-11-27T15:47:33.268009+0000","last_fullsized":"2022-11-27T15:47:33.268009+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T19:34:35.513998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.32","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267520+0000","last_change":"2022-11-27T15:47:32.275389+0000","last_active":"2022-11-27T15:47:33.267520+0000","last_peered":"2022-11-27T15:47:33.267520+0000","last_clean":"2022-11-27T15:47:33.267520+0000","last_became_active":"2022-11-27T15:47:32.274445+0000","last_became_peered":"2022-11-27T15:47:32.274445+0000","last_unstale":"2022-11-27T15:47:33.267520+0000","last_undegraded":"2022-11-27T15:47:33.267520+0000","last_fullsized":"2022-11-27T15:47:33.267520+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T01:09:55.625112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.31","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267569+0000","last_change":"2022-11-27T15:47:32.281773+0000","last_active":"2022-11-27T15:47:33.267569+0000","last_peered":"2022-11-27T15:47:33.267569+0000","last_clean":"2022-11-27T15:47:33.267569+0000","last_became_active":"2022-11-27T15:47:32.281382+0000","last_became_peered":"2022-11-27T15:47:32.281382+0000","last_unstale":"2022-11-27T15:47:33.267569+0000","last_undegraded":"2022-11-27T15:47:33.267569+0000","last_fullsized":"2022-11-27T15:47:33.267569+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T16:59:40.706574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.30","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267358+0000","last_change":"2022-11-27T15:47:32.277090+0000","last_active":"2022-11-27T15:47:33.267358+0000","last_peered":"2022-11-27T15:47:33.267358+0000","last_clean":"2022-11-27T15:47:33.267358+0000","last_became_active":"2022-11-27T15:47:32.276854+0000","last_became_peered":"2022-11-27T15:47:32.276854+0000","last_unstale":"2022-11-27T15:47:33.267358+0000","last_undegraded":"2022-11-27T15:47:33.267358+0000","last_fullsized":"2022-11-27T15:47:33.267358+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T21:33:01.973162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2f","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268918+0000","last_change":"2022-11-27T15:47:32.286754+0000","last_active":"2022-11-27T15:47:33.268918+0000","last_peered":"2022-11-27T15:47:33.268918+0000","last_clean":"2022-11-27T15:47:33.268918+0000","last_became_active":"2022-11-27T15:47:32.285625+0000","last_became_peered":"2022-11-27T15:47:32.285625+0000","last_unstale":"2022-11-27T15:47:33.268918+0000","last_undegraded":"2022-11-27T15:47:33.268918+0000","last_fullsized":"2022-11-27T15:47:33.268918+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T02:54:56.248615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2e","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268647+0000","last_change":"2022-11-27T15:47:32.280629+0000","last_active":"2022-11-27T15:47:33.268647+0000","last_peered":"2022-11-27T15:47:33.268647+0000","last_clean":"2022-11-27T15:47:33.268647+0000","last_became_active":"2022-11-27T15:47:32.279353+0000","last_became_peered":"2022-11-27T15:47:32.279353+0000","last_unstale":"2022-11-27T15:47:33.268647+0000","last_undegraded":"2022-11-27T15:47:33.268647+0000","last_fullsized":"2022-11-27T15:47:33.268647+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T21:43:27.050863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2d","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268927+0000","last_change":"2022-11-27T15:47:32.281549+0000","last_active":"2022-11-27T15:47:33.268927+0000","last_peered":"2022-11-27T15:47:33.268927+0000","last_clean":"2022-11-27T15:47:33.268927+0000","last_became_active":"2022-11-27T15:47:32.280707+0000","last_became_peered":"2022-11-27T15:47:32.280707+0000","last_unstale":"2022-11-27T15:47:33.268927+0000","last_undegraded":"2022-11-27T15:47:33.268927+0000","last_fullsized":"2022-11-27T15:47:33.268927+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T22:15:20.451066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2c","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268695+0000","last_change":"2022-11-27T15:47:32.283635+0000","last_active":"2022-11-27T15:47:33.268695+0000","last_peered":"2022-11-27T15:47:33.268695+0000","last_clean":"2022-11-27T15:47:33.268695+0000","last_became_active":"2022-11-27T15:47:32.282974+0000","last_became_peered":"2022-11-27T15:47:32.282974+0000","last_unstale":"2022-11-27T15:47:33.268695+0000","last_undegraded":"2022-11-27T15:47:33.268695+0000","last_fullsized":"2022-11-27T15:47:33.268695+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T02:15:20.983887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268009+0000","last_change":"2022-11-27T15:47:32.284422+0000","last_active":"2022-11-27T15:47:33.268009+0000","last_peered":"2022-11-27T15:47:33.268009+0000","last_clean":"2022-11-27T15:47:33.268009+0000","last_became_active":"2022-11-27T15:47:32.282630+0000","last_became_peered":"2022-11-27T15:47:32.282630+0000","last_unstale":"2022-11-27T15:47:33.268009+0000","last_undegraded":"2022-11-27T15:47:33.268009+0000","last_fullsized":"2022-11-27T15:47:33.268009+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T02:13:55.247619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2a","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267650+0000","last_change":"2022-11-27T15:47:32.275979+0000","last_active":"2022-11-27T15:47:33.267650+0000","last_peered":"2022-11-27T15:47:33.267650+0000","last_clean":"2022-11-27T15:47:33.267650+0000","last_became_active":"2022-11-27T15:47:32.275628+0000","last_became_peered":"2022-11-27T15:47:32.275628+0000","last_unstale":"2022-11-27T15:47:33.267650+0000","last_undegraded":"2022-11-27T15:47:33.267650+0000","last_fullsized":"2022-11-27T15:47:33.267650+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T16:21:09.185073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.29","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267362+0000","last_change":"2022-11-27T15:47:32.276737+0000","last_active":"2022-11-27T15:47:33.267362+0000","last_peered":"2022-11-27T15:47:33.267362+0000","last_clean":"2022-11-27T15:47:33.267362+0000","last_became_active":"2022-11-27T15:47:32.275729+0000","last_became_peered":"2022-11-27T15:47:32.275729+0000","last_unstale":"2022-11-27T15:47:33.267362+0000","last_undegraded":"2022-11-27T15:47:33.267362+0000","last_fullsized":"2022-11-27T15:47:33.267362+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T00:38:15.099150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.28","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267855+0000","last_change":"2022-11-27T15:47:32.280177+0000","last_active":"2022-11-27T15:47:33.267855+0000","last_peered":"2022-11-27T15:47:33.267855+0000","last_clean":"2022-11-27T15:47:33.267855+0000","last_became_active":"2022-11-27T15:47:32.279155+0000","last_became_peered":"2022-11-27T15:47:32.279155+0000","last_unstale":"2022-11-27T15:47:33.267855+0000","last_undegraded":"2022-11-27T15:47:33.267855+0000","last_fullsized":"2022-11-27T15:47:33.267855+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T23:25:00.368690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.27","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.269344+0000","last_change":"2022-11-27T15:47:32.286755+0000","last_active":"2022-11-27T15:47:33.269344+0000","last_peered":"2022-11-27T15:47:33.269344+0000","last_clean":"2022-11-27T15:47:33.269344+0000","last_became_active":"2022-11-27T15:47:32.285367+0000","last_became_peered":"2022-11-27T15:47:32.285367+0000","last_unstale":"2022-11-27T15:47:33.269344+0000","last_undegraded":"2022-11-27T15:47:33.269344+0000","last_fullsized":"2022-11-27T15:47:33.269344+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T18:49:00.482946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.26","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268745+0000","last_change":"2022-11-27T15:47:32.280331+0000","last_active":"2022-11-27T15:47:33.268745+0000","last_peered":"2022-11-27T15:47:33.268745+0000","last_clean":"2022-11-27T15:47:33.268745+0000","last_became_active":"2022-11-27T15:47:32.279113+0000","last_became_peered":"2022-11-27T15:47:32.279113+0000","last_unstale":"2022-11-27T15:47:33.268745+0000","last_undegraded":"2022-11-27T15:47:33.268745+0000","last_fullsized":"2022-11-27T15:47:33.268745+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T02:17:42.477507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.25","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268368+0000","last_change":"2022-11-27T15:47:32.279506+0000","last_active":"2022-11-27T15:47:33.268368+0000","last_peered":"2022-11-27T15:47:33.268368+0000","last_clean":"2022-11-27T15:47:33.268368+0000","last_became_active":"2022-11-27T15:47:32.276955+0000","last_became_peered":"2022-11-27T15:47:32.276955+0000","last_unstale":"2022-11-27T15:47:33.268368+0000","last_undegraded":"2022-11-27T15:47:33.268368+0000","last_fullsized":"2022-11-27T15:47:33.268368+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T19:18:49.357734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1a","version":"15'1","reported_seq":11,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268201+0000","last_change":"2022-11-27T15:47:31.866704+0000","last_active":"2022-11-27T15:47:33.268201+0000","last_peered":"2022-11-27T15:47:33.268201+0000","last_clean":"2022-11-27T15:47:33.268201+0000","last_became_active":"2022-11-27T15:47:31.864037+0000","last_became_peered":"2022-11-27T15:47:31.864037+0000","last_unstale":"2022-11-27T15:47:33.268201+0000","last_undegraded":"2022-11-27T15:47:33.268201+0000","last_fullsized":"2022-11-27T15:47:33.268201+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_clean_scrub_stamp":"2022-11-27T15:47:30.833807+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T21:31:19.383463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268696+0000","last_change":"2022-11-27T15:47:32.281413+0000","last_active":"2022-11-27T15:47:33.268696+0000","last_peered":"2022-11-27T15:47:33.268696+0000","last_clean":"2022-11-27T15:47:33.268696+0000","last_became_active":"2022-11-27T15:47:32.279070+0000","last_became_peered":"2022-11-27T15:47:32.279070+0000","last_unstale":"2022-11-27T15:47:33.268696+0000","last_undegraded":"2022-11-27T15:47:33.268696+0000","last_fullsized":"2022-11-27T15:47:33.268696+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T23:10:14.493531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267881+0000","last_change":"2022-11-27T15:47:31.869102+0000","last_active":"2022-11-27T15:47:33.267881+0000","last_peered":"2022-11-27T15:47:33.267881+0000","last_clean":"2022-11-27T15:47:33.267881+0000","last_became_active":"2022-11-27T15:47:31.866167+0000","last_became_peered":"2022-11-27T15:47:31.866167+0000","last_unstale":"2022-11-27T15:47:33.267881+0000","last_undegraded":"2022-11-27T15:47:33.267881+0000","last_fullsized":"2022-11-27T15:47:33.267881+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_clean_scrub_stamp":"2022-11-27T15:47:30.833807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T23:37:40.191252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268824+0000","last_change":"2022-11-27T15:47:32.280491+0000","last_active":"2022-11-27T15:47:33.268824+0000","last_peered":"2022-11-27T15:47:33.268824+0000","last_clean":"2022-11-27T15:47:33.268824+0000","last_became_active":"2022-11-27T15:47:32.279200+0000","last_became_peered":"2022-11-27T15:47:32.279200+0000","last_unstale":"2022-11-27T15:47:33.268824+0000","last_undegraded":"2022-11-27T15:47:33.268824+0000","last_fullsized":"2022-11-27T15:47:33.268824+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T17:10:31.235414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267896+0000","last_change":"2022-11-27T15:47:31.866663+0000","last_active":"2022-11-27T15:47:33.267896+0000","last_peered":"2022-11-27T15:47:33.267896+0000","last_clean":"2022-11-27T15:47:33.267896+0000","last_became_active":"2022-11-27T15:47:31.863816+0000","last_became_peered":"2022-11-27T15:47:31.863816+0000","last_unstale":"2022-11-27T15:47:33.267896+0000","last_undegraded":"2022-11-27T15:47:33.267896+0000","last_fullsized":"2022-11-27T15:47:33.267896+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_clean_scrub_stamp":"2022-11-27T15:47:30.833807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T02:51:26.914594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.269419+0000","last_change":"2022-11-27T15:47:32.286832+0000","last_active":"2022-11-27T15:47:33.269419+0000","last_peered":"2022-11-27T15:47:33.269419+0000","last_clean":"2022-11-27T15:47:33.269419+0000","last_became_active":"2022-11-27T15:47:32.285880+0000","last_became_peered":"2022-11-27T15:47:32.285880+0000","last_unstale":"2022-11-27T15:47:33.269419+0000","last_undegraded":"2022-11-27T15:47:33.269419+0000","last_fullsized":"2022-11-27T15:47:33.269419+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T21:10:09.358539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.269704+0000","last_change":"2022-11-27T15:47:31.867509+0000","last_active":"2022-11-27T15:47:33.269704+0000","last_peered":"2022-11-27T15:47:33.269704+0000","last_clean":"2022-11-27T15:47:33.269704+0000","last_became_active":"2022-11-27T15:47:31.866112+0000","last_became_peered":"2022-11-27T15:47:31.866112+0000","last_unstale":"2022-11-27T15:47:33.269704+0000","last_undegraded":"2022-11-27T15:47:33.269704+0000","last_fullsized":"2022-11-27T15:47:33.269704+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_clean_scrub_stamp":"2022-11-27T15:47:30.833807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T00:13:47.383078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267466+0000","last_change":"2022-11-27T15:47:32.278988+0000","last_active":"2022-11-27T15:47:33.267466+0000","last_peered":"2022-11-27T15:47:33.267466+0000","last_clean":"2022-11-27T15:47:33.267466+0000","last_became_active":"2022-11-27T15:47:32.277217+0000","last_became_peered":"2022-11-27T15:47:32.277217+0000","last_unstale":"2022-11-27T15:47:33.267466+0000","last_undegraded":"2022-11-27T15:47:33.267466+0000","last_fullsized":"2022-11-27T15:47:33.267466+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T01:55:33.450376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.269574+0000","last_change":"2022-11-27T15:47:31.872082+0000","last_active":"2022-11-27T15:47:33.269574+0000","last_peered":"2022-11-27T15:47:33.269574+0000","last_clean":"2022-11-27T15:47:33.269574+0000","last_became_active":"2022-11-27T15:47:31.867580+0000","last_became_peered":"2022-11-27T15:47:31.867580+0000","last_unstale":"2022-11-27T15:47:33.269574+0000","last_undegraded":"2022-11-27T15:47:33.269574+0000","last_fullsized":"2022-11-27T15:47:33.269574+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_clean_scrub_stamp":"2022-11-27T15:47:30.833807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T23:08:17.959349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267464+0000","last_change":"2022-11-27T15:47:32.275960+0000","last_active":"2022-11-27T15:47:33.267464+0000","last_peered":"2022-11-27T15:47:33.267464+0000","last_clean":"2022-11-27T15:47:33.267464+0000","last_became_active":"2022-11-27T15:47:32.275462+0000","last_became_peered":"2022-11-27T15:47:32.275462+0000","last_unstale":"2022-11-27T15:47:33.267464+0000","last_undegraded":"2022-11-27T15:47:33.267464+0000","last_fullsized":"2022-11-27T15:47:33.267464+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T16:57:11.763507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.15","version":"15'3","reported_seq":13,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.269432+0000","last_change":"2022-11-27T15:47:31.866096+0000","last_active":"2022-11-27T15:47:33.269432+0000","last_peered":"2022-11-27T15:47:33.269432+0000","last_clean":"2022-11-27T15:47:33.269432+0000","last_became_active":"2022-11-27T15:47:31.864835+0000","last_became_peered":"2022-11-27T15:47:31.864835+0000","last_unstale":"2022-11-27T15:47:33.269432+0000","last_undegraded":"2022-11-27T15:47:33.269432+0000","last_fullsized":"2022-11-27T15:47:33.269432+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_clean_scrub_stamp":"2022-11-27T15:47:30.833807+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T23:45:53.341061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267887+0000","last_change":"2022-11-27T15:47:32.277866+0000","last_active":"2022-11-27T15:47:33.267887+0000","last_peered":"2022-11-27T15:47:33.267887+0000","last_clean":"2022-11-27T15:47:33.267887+0000","last_became_active":"2022-11-27T15:47:32.275864+0000","last_became_peered":"2022-11-27T15:47:32.275864+0000","last_unstale":"2022-11-27T15:47:33.267887+0000","last_undegraded":"2022-11-27T15:47:33.267887+0000","last_fullsized":"2022-11-27T15:47:33.267887+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T23:15:37.912879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.14","version":"15'6","reported_seq":16,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268812+0000","last_change":"2022-11-27T15:47:31.867927+0000","last_active":"2022-11-27T15:47:33.268812+0000","last_peered":"2022-11-27T15:47:33.268812+0000","last_clean":"2022-11-27T15:47:33.268812+0000","last_became_active":"2022-11-27T15:47:31.864910+0000","last_became_peered":"2022-11-27T15:47:31.864910+0000","last_unstale":"2022-11-27T15:47:33.268812+0000","last_undegraded":"2022-11-27T15:47:33.268812+0000","last_fullsized":"2022-11-27T15:47:33.268812+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_clean_scrub_stamp":"2022-11-27T15:47:30.833807+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T18:35:45.772257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1548,"num_objects":4,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268237+0000","last_change":"2022-11-27T15:47:32.284590+0000","last_active":"2022-11-27T15:47:33.268237+0000","last_peered":"2022-11-27T15:47:33.268237+0000","last_clean":"2022-11-27T15:47:33.268237+0000","last_became_active":"2022-11-27T15:47:32.283989+0000","last_became_peered":"2022-11-27T15:47:32.283989+0000","last_unstale":"2022-11-27T15:47:33.268237+0000","last_undegraded":"2022-11-27T15:47:33.268237+0000","last_fullsized":"2022-11-27T15:47:33.268237+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T19:14:00.420134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.13","version":"15'2","reported_seq":12,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268526+0000","last_change":"2022-11-27T15:47:31.867877+0000","last_active":"2022-11-27T15:47:33.268526+0000","last_peered":"2022-11-27T15:47:33.268526+0000","last_clean":"2022-11-27T15:47:33.268526+0000","last_became_active":"2022-11-27T15:47:31.864989+0000","last_became_peered":"2022-11-27T15:47:31.864989+0000","last_unstale":"2022-11-27T15:47:33.268526+0000","last_undegraded":"2022-11-27T15:47:33.268526+0000","last_fullsized":"2022-11-27T15:47:33.268526+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_clean_scrub_stamp":"2022-11-27T15:47:30.833807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T00:45:52.520676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268311+0000","last_change":"2022-11-27T15:47:32.280545+0000","last_active":"2022-11-27T15:47:33.268311+0000","last_peered":"2022-11-27T15:47:33.268311+0000","last_clean":"2022-11-27T15:47:33.268311+0000","last_became_active":"2022-11-27T15:47:32.280178+0000","last_became_peered":"2022-11-27T15:47:32.280178+0000","last_unstale":"2022-11-27T15:47:33.268311+0000","last_undegraded":"2022-11-27T15:47:33.268311+0000","last_fullsized":"2022-11-27T15:47:33.268311+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T00:57:48.969790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268129+0000","last_change":"2022-11-27T15:47:31.870348+0000","last_active":"2022-11-27T15:47:33.268129+0000","last_peered":"2022-11-27T15:47:33.268129+0000","last_clean":"2022-11-27T15:47:33.268129+0000","last_became_active":"2022-11-27T15:47:31.867392+0000","last_became_peered":"2022-11-27T15:47:31.867392+0000","last_unstale":"2022-11-27T15:47:33.268129+0000","last_undegraded":"2022-11-27T15:47:33.268129+0000","last_fullsized":"2022-11-27T15:47:33.268129+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_clean_scrub_stamp":"2022-11-27T15:47:30.833807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T21:38:31.016065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268697+0000","last_change":"2022-11-27T15:47:32.281159+0000","last_active":"2022-11-27T15:47:33.268697+0000","last_peered":"2022-11-27T15:47:33.268697+0000","last_clean":"2022-11-27T15:47:33.268697+0000","last_became_active":"2022-11-27T15:47:32.277194+0000","last_became_peered":"2022-11-27T15:47:32.277194+0000","last_unstale":"2022-11-27T15:47:33.268697+0000","last_undegraded":"2022-11-27T15:47:33.268697+0000","last_fullsized":"2022-11-27T15:47:33.268697+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T21:16:20.575918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267852+0000","last_change":"2022-11-27T15:47:31.867679+0000","last_active":"2022-11-27T15:47:33.267852+0000","last_peered":"2022-11-27T15:47:33.267852+0000","last_clean":"2022-11-27T15:47:33.267852+0000","last_became_active":"2022-11-27T15:47:31.866280+0000","last_became_peered":"2022-11-27T15:47:31.866280+0000","last_unstale":"2022-11-27T15:47:33.267852+0000","last_undegraded":"2022-11-27T15:47:33.267852+0000","last_fullsized":"2022-11-27T15:47:33.267852+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_clean_scrub_stamp":"2022-11-27T15:47:30.833807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T01:30:50.783330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268917+0000","last_change":"2022-11-27T15:47:32.280764+0000","last_active":"2022-11-27T15:47:33.268917+0000","last_peered":"2022-11-27T15:47:33.268917+0000","last_clean":"2022-11-27T15:47:33.268917+0000","last_became_active":"2022-11-27T15:47:32.279443+0000","last_became_peered":"2022-11-27T15:47:32.279443+0000","last_unstale":"2022-11-27T15:47:33.268917+0000","last_undegraded":"2022-11-27T15:47:33.268917+0000","last_fullsized":"2022-11-27T15:47:33.268917+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T17:12:01.891228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"15'8","reported_seq":18,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267806+0000","last_change":"2022-11-27T15:47:31.867573+0000","last_active":"2022-11-27T15:47:33.267806+0000","last_peered":"2022-11-27T15:47:33.267806+0000","last_clean":"2022-11-27T15:47:33.267806+0000","last_became_active":"2022-11-27T15:47:31.864108+0000","last_became_peered":"2022-11-27T15:47:31.864108+0000","last_unstale":"2022-11-27T15:47:33.267806+0000","last_undegraded":"2022-11-27T15:47:33.267806+0000","last_fullsized":"2022-11-27T15:47:33.267806+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_clean_scrub_stamp":"2022-11-27T15:47:30.833807+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T23:36:50.188767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.269437+0000","last_change":"2022-11-27T15:47:32.286900+0000","last_active":"2022-11-27T15:47:33.269437+0000","last_peered":"2022-11-27T15:47:33.269437+0000","last_clean":"2022-11-27T15:47:33.269437+0000","last_became_active":"2022-11-27T15:47:32.286464+0000","last_became_peered":"2022-11-27T15:47:32.286464+0000","last_unstale":"2022-11-27T15:47:33.269437+0000","last_undegraded":"2022-11-27T15:47:33.269437+0000","last_fullsized":"2022-11-27T15:47:33.269437+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T21:10:23.123904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"15'1","reported_seq":11,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.269607+0000","last_change":"2022-11-27T15:47:31.869958+0000","last_active":"2022-11-27T15:47:33.269607+0000","last_peered":"2022-11-27T15:47:33.269607+0000","last_clean":"2022-11-27T15:47:33.269607+0000","last_became_active":"2022-11-27T15:47:31.866446+0000","last_became_peered":"2022-11-27T15:47:31.866446+0000","last_unstale":"2022-11-27T15:47:33.269607+0000","last_undegraded":"2022-11-27T15:47:33.269607+0000","last_fullsized":"2022-11-27T15:47:33.269607+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_clean_scrub_stamp":"2022-11-27T15:47:30.833807+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T19:43:39.676695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":1,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267258+0000","last_change":"2022-11-27T15:47:32.274506+0000","last_active":"2022-11-27T15:47:33.267258+0000","last_peered":"2022-11-27T15:47:33.267258+0000","last_clean":"2022-11-27T15:47:33.267258+0000","last_became_active":"2022-11-27T15:47:32.273470+0000","last_became_peered":"2022-11-27T15:47:32.273470+0000","last_unstale":"2022-11-27T15:47:33.267258+0000","last_undegraded":"2022-11-27T15:47:33.267258+0000","last_fullsized":"2022-11-27T15:47:33.267258+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T23:15:15.709600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"15'2","reported_seq":12,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.269482+0000","last_change":"2022-11-27T15:47:31.871710+0000","last_active":"2022-11-27T15:47:33.269482+0000","last_peered":"2022-11-27T15:47:33.269482+0000","last_clean":"2022-11-27T15:47:33.269482+0000","last_became_active":"2022-11-27T15:47:31.867338+0000","last_became_peered":"2022-11-27T15:47:31.867338+0000","last_unstale":"2022-11-27T15:47:33.269482+0000","last_undegraded":"2022-11-27T15:47:33.269482+0000","last_fullsized":"2022-11-27T15:47:33.269482+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_clean_scrub_stamp":"2022-11-27T15:47:30.833807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T15:58:02.446736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":1,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267493+0000","last_change":"2022-11-27T15:47:32.279238+0000","last_active":"2022-11-27T15:47:33.267493+0000","last_peered":"2022-11-27T15:47:33.267493+0000","last_clean":"2022-11-27T15:47:33.267493+0000","last_became_active":"2022-11-27T15:47:32.277351+0000","last_became_peered":"2022-11-27T15:47:32.277351+0000","last_unstale":"2022-11-27T15:47:33.267493+0000","last_undegraded":"2022-11-27T15:47:33.267493+0000","last_fullsized":"2022-11-27T15:47:33.267493+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T03:17:42.971116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"15'1","reported_seq":11,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.269382+0000","last_change":"2022-11-27T15:47:31.870422+0000","last_active":"2022-11-27T15:47:33.269382+0000","last_peered":"2022-11-27T15:47:33.269382+0000","last_clean":"2022-11-27T15:47:33.269382+0000","last_became_active":"2022-11-27T15:47:31.868817+0000","last_became_peered":"2022-11-27T15:47:31.868817+0000","last_unstale":"2022-11-27T15:47:33.269382+0000","last_undegraded":"2022-11-27T15:47:33.269382+0000","last_fullsized":"2022-11-27T15:47:33.269382+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_clean_scrub_stamp":"2022-11-27T15:47:30.833807+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T21:56:52.854828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":1,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268001+0000","last_change":"2022-11-27T15:47:32.279001+0000","last_active":"2022-11-27T15:47:33.268001+0000","last_peered":"2022-11-27T15:47:33.268001+0000","last_clean":"2022-11-27T15:47:33.268001+0000","last_became_active":"2022-11-27T15:47:32.278146+0000","last_became_peered":"2022-11-27T15:47:32.278146+0000","last_unstale":"2022-11-27T15:47:33.268001+0000","last_undegraded":"2022-11-27T15:47:33.268001+0000","last_fullsized":"2022-11-27T15:47:33.268001+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T17:50:58.553470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268695+0000","last_change":"2022-11-27T15:47:31.869914+0000","last_active":"2022-11-27T15:47:33.268695+0000","last_peered":"2022-11-27T15:47:33.268695+0000","last_clean":"2022-11-27T15:47:33.268695+0000","last_became_active":"2022-11-27T15:47:31.865242+0000","last_became_peered":"2022-11-27T15:47:31.865242+0000","last_unstale":"2022-11-27T15:47:33.268695+0000","last_undegraded":"2022-11-27T15:47:33.268695+0000","last_fullsized":"2022-11-27T15:47:33.268695+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_clean_scrub_stamp":"2022-11-27T15:47:30.833807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T19:49:50.306490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268238+0000","last_change":"2022-11-27T15:47:32.284734+0000","last_active":"2022-11-27T15:47:33.268238+0000","last_peered":"2022-11-27T15:47:33.268238+0000","last_clean":"2022-11-27T15:47:33.268238+0000","last_became_active":"2022-11-27T15:47:32.284188+0000","last_became_peered":"2022-11-27T15:47:32.284188+0000","last_unstale":"2022-11-27T15:47:33.268238+0000","last_undegraded":"2022-11-27T15:47:33.268238+0000","last_fullsized":"2022-11-27T15:47:33.268238+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T19:13:51.813984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"15'2","reported_seq":12,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268425+0000","last_change":"2022-11-27T15:47:31.869973+0000","last_active":"2022-11-27T15:47:33.268425+0000","last_peered":"2022-11-27T15:47:33.268425+0000","last_clean":"2022-11-27T15:47:33.268425+0000","last_became_active":"2022-11-27T15:47:31.868624+0000","last_became_peered":"2022-11-27T15:47:31.868624+0000","last_unstale":"2022-11-27T15:47:33.268425+0000","last_undegraded":"2022-11-27T15:47:33.268425+0000","last_fullsized":"2022-11-27T15:47:33.268425+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_clean_scrub_stamp":"2022-11-27T15:47:30.833807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T23:30:04.801205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":1,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268407+0000","last_change":"2022-11-27T15:47:32.283433+0000","last_active":"2022-11-27T15:47:33.268407+0000","last_peered":"2022-11-27T15:47:33.268407+0000","last_clean":"2022-11-27T15:47:33.268407+0000","last_became_active":"2022-11-27T15:47:32.280492+0000","last_became_peered":"2022-11-27T15:47:32.280492+0000","last_unstale":"2022-11-27T15:47:33.268407+0000","last_undegraded":"2022-11-27T15:47:33.268407+0000","last_fullsized":"2022-11-27T15:47:33.268407+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T01:40:17.908430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268068+0000","last_change":"2022-11-27T15:47:31.866620+0000","last_active":"2022-11-27T15:47:33.268068+0000","last_peered":"2022-11-27T15:47:33.268068+0000","last_clean":"2022-11-27T15:47:33.268068+0000","last_became_active":"2022-11-27T15:47:31.864757+0000","last_became_peered":"2022-11-27T15:47:31.864757+0000","last_unstale":"2022-11-27T15:47:33.268068+0000","last_undegraded":"2022-11-27T15:47:33.268068+0000","last_fullsized":"2022-11-27T15:47:33.268068+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_clean_scrub_stamp":"2022-11-27T15:47:30.833807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T22:39:50.271688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268803+0000","last_change":"2022-11-27T15:47:32.284672+0000","last_active":"2022-11-27T15:47:33.268803+0000","last_peered":"2022-11-27T15:47:33.268803+0000","last_clean":"2022-11-27T15:47:33.268803+0000","last_became_active":"2022-11-27T15:47:32.284326+0000","last_became_peered":"2022-11-27T15:47:32.284326+0000","last_unstale":"2022-11-27T15:47:33.268803+0000","last_undegraded":"2022-11-27T15:47:33.268803+0000","last_fullsized":"2022-11-27T15:47:33.268803+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T17:24:37.730621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267793+0000","last_change":"2022-11-27T15:47:31.869291+0000","last_active":"2022-11-27T15:47:33.267793+0000","last_peered":"2022-11-27T15:47:33.267793+0000","last_clean":"2022-11-27T15:47:33.267793+0000","last_became_active":"2022-11-27T15:47:31.866584+0000","last_became_peered":"2022-11-27T15:47:31.866584+0000","last_unstale":"2022-11-27T15:47:33.267793+0000","last_undegraded":"2022-11-27T15:47:33.267793+0000","last_fullsized":"2022-11-27T15:47:33.267793+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_clean_scrub_stamp":"2022-11-27T15:47:30.833807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T17:08:30.527325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.269374+0000","last_change":"2022-11-27T15:47:32.281259+0000","last_active":"2022-11-27T15:47:33.269374+0000","last_peered":"2022-11-27T15:47:33.269374+0000","last_clean":"2022-11-27T15:47:33.269374+0000","last_became_active":"2022-11-27T15:47:32.279583+0000","last_became_peered":"2022-11-27T15:47:32.279583+0000","last_unstale":"2022-11-27T15:47:33.269374+0000","last_undegraded":"2022-11-27T15:47:33.269374+0000","last_fullsized":"2022-11-27T15:47:33.269374+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T00:54:49.396151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267660+0000","last_change":"2022-11-27T15:47:31.872179+0000","last_active":"2022-11-27T15:47:33.267660+0000","last_peered":"2022-11-27T15:47:33.267660+0000","last_clean":"2022-11-27T15:47:33.267660+0000","last_became_active":"2022-11-27T15:47:31.870545+0000","last_became_peered":"2022-11-27T15:47:31.870545+0000","last_unstale":"2022-11-27T15:47:33.267660+0000","last_undegraded":"2022-11-27T15:47:33.267660+0000","last_fullsized":"2022-11-27T15:47:33.267660+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_clean_scrub_stamp":"2022-11-27T15:47:30.833807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T01:57:13.698020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.269628+0000","last_change":"2022-11-27T15:47:32.286874+0000","last_active":"2022-11-27T15:47:33.269628+0000","last_peered":"2022-11-27T15:47:33.269628+0000","last_clean":"2022-11-27T15:47:33.269628+0000","last_became_active":"2022-11-27T15:47:32.286354+0000","last_became_peered":"2022-11-27T15:47:32.286354+0000","last_unstale":"2022-11-27T15:47:33.269628+0000","last_undegraded":"2022-11-27T15:47:33.269628+0000","last_fullsized":"2022-11-27T15:47:33.269628+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T16:28:32.846880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":13,"reported_epoch":15,"state":"active+clean","last_fresh":"2022-11-27T15:47:32.270858+0000","last_change":"2022-11-27T15:47:26.812811+0000","last_active":"2022-11-27T15:47:32.270858+0000","last_peered":"2022-11-27T15:47:32.270858+0000","last_clean":"2022-11-27T15:47:32.270858+0000","last_became_active":"2022-11-27T15:47:26.812534+0000","last_became_peered":"2022-11-27T15:47:26.812534+0000","last_unstale":"2022-11-27T15:47:32.270858+0000","last_undegraded":"2022-11-27T15:47:32.270858+0000","last_fullsized":"2022-11-27T15:47:32.270858+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:25.784903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:25.784903+0000","last_clean_scrub_stamp":"2022-11-27T15:47:25.784903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T01:32:51.827325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268904+0000","last_change":"2022-11-27T15:47:31.868976+0000","last_active":"2022-11-27T15:47:33.268904+0000","last_peered":"2022-11-27T15:47:33.268904+0000","last_clean":"2022-11-27T15:47:33.268904+0000","last_became_active":"2022-11-27T15:47:31.868011+0000","last_became_peered":"2022-11-27T15:47:31.868011+0000","last_unstale":"2022-11-27T15:47:33.268904+0000","last_undegraded":"2022-11-27T15:47:33.268904+0000","last_fullsized":"2022-11-27T15:47:33.268904+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_clean_scrub_stamp":"2022-11-27T15:47:30.833807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T19:40:25.895228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268227+0000","last_change":"2022-11-27T15:47:32.279160+0000","last_active":"2022-11-27T15:47:33.268227+0000","last_peered":"2022-11-27T15:47:33.268227+0000","last_clean":"2022-11-27T15:47:33.268227+0000","last_became_active":"2022-11-27T15:47:32.278370+0000","last_became_peered":"2022-11-27T15:47:32.278370+0000","last_unstale":"2022-11-27T15:47:33.268227+0000","last_undegraded":"2022-11-27T15:47:33.268227+0000","last_fullsized":"2022-11-27T15:47:33.268227+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T00:20:36.799056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":13,"reported_epoch":15,"state":"active+clean","last_fresh":"2022-11-27T15:47:32.271782+0000","last_change":"2022-11-27T15:47:26.813499+0000","last_active":"2022-11-27T15:47:32.271782+0000","last_peered":"2022-11-27T15:47:32.271782+0000","last_clean":"2022-11-27T15:47:32.271782+0000","last_became_active":"2022-11-27T15:47:26.813241+0000","last_became_peered":"2022-11-27T15:47:26.813241+0000","last_unstale":"2022-11-27T15:47:32.271782+0000","last_undegraded":"2022-11-27T15:47:32.271782+0000","last_fullsized":"2022-11-27T15:47:32.271782+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:25.784903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:25.784903+0000","last_clean_scrub_stamp":"2022-11-27T15:47:25.784903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T22:46:21.368413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268334+0000","last_change":"2022-11-27T15:47:31.869366+0000","last_active":"2022-11-27T15:47:33.268334+0000","last_peered":"2022-11-27T15:47:33.268334+0000","last_clean":"2022-11-27T15:47:33.268334+0000","last_became_active":"2022-11-27T15:47:31.868062+0000","last_became_peered":"2022-11-27T15:47:31.868062+0000","last_unstale":"2022-11-27T15:47:33.268334+0000","last_undegraded":"2022-11-27T15:47:33.268334+0000","last_fullsized":"2022-11-27T15:47:33.268334+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_clean_scrub_stamp":"2022-11-27T15:47:30.833807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T01:42:35.750478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268575+0000","last_change":"2022-11-27T15:47:32.283698+0000","last_active":"2022-11-27T15:47:33.268575+0000","last_peered":"2022-11-27T15:47:33.268575+0000","last_clean":"2022-11-27T15:47:33.268575+0000","last_became_active":"2022-11-27T15:47:32.280721+0000","last_became_peered":"2022-11-27T15:47:32.280721+0000","last_unstale":"2022-11-27T15:47:33.268575+0000","last_undegraded":"2022-11-27T15:47:33.268575+0000","last_fullsized":"2022-11-27T15:47:33.268575+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T22:51:43.607965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":13,"reported_epoch":15,"state":"active+clean","last_fresh":"2022-11-27T15:47:32.269810+0000","last_change":"2022-11-27T15:47:26.813801+0000","last_active":"2022-11-27T15:47:32.269810+0000","last_peered":"2022-11-27T15:47:32.269810+0000","last_clean":"2022-11-27T15:47:32.269810+0000","last_became_active":"2022-11-27T15:47:26.813315+0000","last_became_peered":"2022-11-27T15:47:26.813315+0000","last_unstale":"2022-11-27T15:47:32.269810+0000","last_undegraded":"2022-11-27T15:47:32.269810+0000","last_fullsized":"2022-11-27T15:47:32.269810+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:25.784903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:25.784903+0000","last_clean_scrub_stamp":"2022-11-27T15:47:25.784903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T03:29:03.946160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267565+0000","last_change":"2022-11-27T15:47:31.870942+0000","last_active":"2022-11-27T15:47:33.267565+0000","last_peered":"2022-11-27T15:47:33.267565+0000","last_clean":"2022-11-27T15:47:33.267565+0000","last_became_active":"2022-11-27T15:47:31.870176+0000","last_became_peered":"2022-11-27T15:47:31.870176+0000","last_unstale":"2022-11-27T15:47:33.267565+0000","last_undegraded":"2022-11-27T15:47:33.267565+0000","last_fullsized":"2022-11-27T15:47:33.267565+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_clean_scrub_stamp":"2022-11-27T15:47:30.833807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T01:28:04.175764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.269763+0000","last_change":"2022-11-27T15:47:32.286999+0000","last_active":"2022-11-27T15:47:33.269763+0000","last_peered":"2022-11-27T15:47:33.269763+0000","last_clean":"2022-11-27T15:47:33.269763+0000","last_became_active":"2022-11-27T15:47:32.286567+0000","last_became_peered":"2022-11-27T15:47:32.286567+0000","last_unstale":"2022-11-27T15:47:33.269763+0000","last_undegraded":"2022-11-27T15:47:33.269763+0000","last_fullsized":"2022-11-27T15:47:33.269763+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T19:12:56.236917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":13,"reported_epoch":15,"state":"active+clean","last_fresh":"2022-11-27T15:47:32.272897+0000","last_change":"2022-11-27T15:47:26.812863+0000","last_active":"2022-11-27T15:47:32.272897+0000","last_peered":"2022-11-27T15:47:32.272897+0000","last_clean":"2022-11-27T15:47:32.272897+0000","last_became_active":"2022-11-27T15:47:26.812560+0000","last_became_peered":"2022-11-27T15:47:26.812560+0000","last_unstale":"2022-11-27T15:47:32.272897+0000","last_undegraded":"2022-11-27T15:47:32.272897+0000","last_fullsized":"2022-11-27T15:47:32.272897+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:25.784903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:25.784903+0000","last_clean_scrub_stamp":"2022-11-27T15:47:25.784903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T03:02:27.522269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"8'97","reported_seq":143,"reported_epoch":15,"state":"active+clean","last_fresh":"2022-11-27T15:47:32.267969+0000","last_change":"2022-11-27T15:47:20.777217+0000","last_active":"2022-11-27T15:47:32.267969+0000","last_peered":"2022-11-27T15:47:32.267969+0000","last_clean":"2022-11-27T15:47:32.267969+0000","last_became_active":"2022-11-27T15:47:20.776922+0000","last_became_peered":"2022-11-27T15:47:20.776922+0000","last_unstale":"2022-11-27T15:47:32.267969+0000","last_undegraded":"2022-11-27T15:47:32.267969+0000","last_fullsized":"2022-11-27T15:47:32.267969+0000","mapping_epoch":7,"log_start":"0'0","ondisk_log_start":"0'0","created":7,"last_epoch_clean":8,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:19.753049+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:19.753049+0000","last_clean_scrub_stamp":"2022-11-27T15:47:19.753049+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T22:04:07.555841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267991+0000","last_change":"2022-11-27T15:47:31.871155+0000","last_active":"2022-11-27T15:47:33.267991+0000","last_peered":"2022-11-27T15:47:33.267991+0000","last_clean":"2022-11-27T15:47:33.267991+0000","last_became_active":"2022-11-27T15:47:31.870206+0000","last_became_peered":"2022-11-27T15:47:31.870206+0000","last_unstale":"2022-11-27T15:47:33.267991+0000","last_undegraded":"2022-11-27T15:47:33.267991+0000","last_fullsized":"2022-11-27T15:47:33.267991+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_clean_scrub_stamp":"2022-11-27T15:47:30.833807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T19:15:46.687821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.269482+0000","last_change":"2022-11-27T15:47:32.285460+0000","last_active":"2022-11-27T15:47:33.269482+0000","last_peered":"2022-11-27T15:47:33.269482+0000","last_clean":"2022-11-27T15:47:33.269482+0000","last_became_active":"2022-11-27T15:47:32.284698+0000","last_became_peered":"2022-11-27T15:47:32.284698+0000","last_unstale":"2022-11-27T15:47:33.269482+0000","last_undegraded":"2022-11-27T15:47:33.269482+0000","last_fullsized":"2022-11-27T15:47:33.269482+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T01:56:43.277598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":13,"reported_epoch":15,"state":"active+clean","last_fresh":"2022-11-27T15:47:32.272065+0000","last_change":"2022-11-27T15:47:26.813499+0000","last_active":"2022-11-27T15:47:32.272065+0000","last_peered":"2022-11-27T15:47:32.272065+0000","last_clean":"2022-11-27T15:47:32.272065+0000","last_became_active":"2022-11-27T15:47:26.813216+0000","last_became_peered":"2022-11-27T15:47:26.813216+0000","last_unstale":"2022-11-27T15:47:32.272065+0000","last_undegraded":"2022-11-27T15:47:32.272065+0000","last_fullsized":"2022-11-27T15:47:32.272065+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:25.784903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:25.784903+0000","last_clean_scrub_stamp":"2022-11-27T15:47:25.784903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T21:34:36.891537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267577+0000","last_change":"2022-11-27T15:47:31.870483+0000","last_active":"2022-11-27T15:47:33.267577+0000","last_peered":"2022-11-27T15:47:33.267577+0000","last_clean":"2022-11-27T15:47:33.267577+0000","last_became_active":"2022-11-27T15:47:31.868971+0000","last_became_peered":"2022-11-27T15:47:31.868971+0000","last_unstale":"2022-11-27T15:47:33.267577+0000","last_undegraded":"2022-11-27T15:47:33.267577+0000","last_fullsized":"2022-11-27T15:47:33.267577+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_clean_scrub_stamp":"2022-11-27T15:47:30.833807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T23:26:55.016195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.269620+0000","last_change":"2022-11-27T15:47:32.282668+0000","last_active":"2022-11-27T15:47:33.269620+0000","last_peered":"2022-11-27T15:47:33.269620+0000","last_clean":"2022-11-27T15:47:33.269620+0000","last_became_active":"2022-11-27T15:47:32.280456+0000","last_became_peered":"2022-11-27T15:47:32.280456+0000","last_unstale":"2022-11-27T15:47:33.269620+0000","last_undegraded":"2022-11-27T15:47:33.269620+0000","last_fullsized":"2022-11-27T15:47:33.269620+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T17:40:26.940520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":13,"reported_epoch":15,"state":"active+clean","last_fresh":"2022-11-27T15:47:32.272930+0000","last_change":"2022-11-27T15:47:26.813975+0000","last_active":"2022-11-27T15:47:32.272930+0000","last_peered":"2022-11-27T15:47:32.272930+0000","last_clean":"2022-11-27T15:47:32.272930+0000","last_became_active":"2022-11-27T15:47:26.813629+0000","last_became_peered":"2022-11-27T15:47:26.813629+0000","last_unstale":"2022-11-27T15:47:32.272930+0000","last_undegraded":"2022-11-27T15:47:32.272930+0000","last_fullsized":"2022-11-27T15:47:32.272930+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:25.784903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:25.784903+0000","last_clean_scrub_stamp":"2022-11-27T15:47:25.784903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T17:54:48.109900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268494+0000","last_change":"2022-11-27T15:47:31.869846+0000","last_active":"2022-11-27T15:47:33.268494+0000","last_peered":"2022-11-27T15:47:33.268494+0000","last_clean":"2022-11-27T15:47:33.268494+0000","last_became_active":"2022-11-27T15:47:31.866259+0000","last_became_peered":"2022-11-27T15:47:31.866259+0000","last_unstale":"2022-11-27T15:47:33.268494+0000","last_undegraded":"2022-11-27T15:47:33.268494+0000","last_fullsized":"2022-11-27T15:47:33.268494+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_clean_scrub_stamp":"2022-11-27T15:47:30.833807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T03:37:14.176600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268637+0000","last_change":"2022-11-27T15:47:32.285358+0000","last_active":"2022-11-27T15:47:33.268637+0000","last_peered":"2022-11-27T15:47:33.268637+0000","last_clean":"2022-11-27T15:47:33.268637+0000","last_became_active":"2022-11-27T15:47:32.284843+0000","last_became_peered":"2022-11-27T15:47:32.284843+0000","last_unstale":"2022-11-27T15:47:33.268637+0000","last_undegraded":"2022-11-27T15:47:33.268637+0000","last_fullsized":"2022-11-27T15:47:33.268637+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T03:47:00.413385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"15'2","reported_seq":12,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.269514+0000","last_change":"2022-11-27T15:47:31.870123+0000","last_active":"2022-11-27T15:47:33.269514+0000","last_peered":"2022-11-27T15:47:33.269514+0000","last_clean":"2022-11-27T15:47:33.269514+0000","last_became_active":"2022-11-27T15:47:31.866541+0000","last_became_peered":"2022-11-27T15:47:31.866541+0000","last_unstale":"2022-11-27T15:47:33.269514+0000","last_undegraded":"2022-11-27T15:47:33.269514+0000","last_fullsized":"2022-11-27T15:47:33.269514+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_clean_scrub_stamp":"2022-11-27T15:47:30.833807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T02:53:40.198985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":1,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":13,"reported_epoch":15,"state":"active+clean","last_fresh":"2022-11-27T15:47:32.273401+0000","last_change":"2022-11-27T15:47:26.813576+0000","last_active":"2022-11-27T15:47:32.273401+0000","last_peered":"2022-11-27T15:47:32.273401+0000","last_clean":"2022-11-27T15:47:32.273401+0000","last_became_active":"2022-11-27T15:47:26.813269+0000","last_became_peered":"2022-11-27T15:47:26.813269+0000","last_unstale":"2022-11-27T15:47:32.273401+0000","last_undegraded":"2022-11-27T15:47:32.273401+0000","last_fullsized":"2022-11-27T15:47:32.273401+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:25.784903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:25.784903+0000","last_clean_scrub_stamp":"2022-11-27T15:47:25.784903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T02:09:51.223596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267348+0000","last_change":"2022-11-27T15:47:32.279385+0000","last_active":"2022-11-27T15:47:33.267348+0000","last_peered":"2022-11-27T15:47:33.267348+0000","last_clean":"2022-11-27T15:47:33.267348+0000","last_became_active":"2022-11-27T15:47:32.277434+0000","last_became_peered":"2022-11-27T15:47:32.277434+0000","last_unstale":"2022-11-27T15:47:33.267348+0000","last_undegraded":"2022-11-27T15:47:33.267348+0000","last_fullsized":"2022-11-27T15:47:33.267348+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T01:43:12.900943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":13,"reported_epoch":15,"state":"active+clean","last_fresh":"2022-11-27T15:47:32.274767+0000","last_change":"2022-11-27T15:47:26.812829+0000","last_active":"2022-11-27T15:47:32.274767+0000","last_peered":"2022-11-27T15:47:32.274767+0000","last_clean":"2022-11-27T15:47:32.274767+0000","last_became_active":"2022-11-27T15:47:26.812512+0000","last_became_peered":"2022-11-27T15:47:26.812512+0000","last_unstale":"2022-11-27T15:47:32.274767+0000","last_undegraded":"2022-11-27T15:47:32.274767+0000","last_fullsized":"2022-11-27T15:47:32.274767+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:25.784903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:25.784903+0000","last_clean_scrub_stamp":"2022-11-27T15:47:25.784903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T21:25:27.395725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.269379+0000","last_change":"2022-11-27T15:47:31.872207+0000","last_active":"2022-11-27T15:47:33.269379+0000","last_peered":"2022-11-27T15:47:33.269379+0000","last_clean":"2022-11-27T15:47:33.269379+0000","last_became_active":"2022-11-27T15:47:31.868823+0000","last_became_peered":"2022-11-27T15:47:31.868823+0000","last_unstale":"2022-11-27T15:47:33.269379+0000","last_undegraded":"2022-11-27T15:47:33.269379+0000","last_fullsized":"2022-11-27T15:47:33.269379+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_clean_scrub_stamp":"2022-11-27T15:47:30.833807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T02:24:54.731920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267918+0000","last_change":"2022-11-27T15:47:32.281876+0000","last_active":"2022-11-27T15:47:33.267918+0000","last_peered":"2022-11-27T15:47:33.267918+0000","last_clean":"2022-11-27T15:47:33.267918+0000","last_became_active":"2022-11-27T15:47:32.281555+0000","last_became_peered":"2022-11-27T15:47:32.281555+0000","last_unstale":"2022-11-27T15:47:33.267918+0000","last_undegraded":"2022-11-27T15:47:33.267918+0000","last_fullsized":"2022-11-27T15:47:33.267918+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T21:57:52.973143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1b","version":"15'1","reported_seq":11,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268734+0000","last_change":"2022-11-27T15:47:31.867582+0000","last_active":"2022-11-27T15:47:33.268734+0000","last_peered":"2022-11-27T15:47:33.268734+0000","last_clean":"2022-11-27T15:47:33.268734+0000","last_became_active":"2022-11-27T15:47:31.864867+0000","last_became_peered":"2022-11-27T15:47:31.864867+0000","last_unstale":"2022-11-27T15:47:33.268734+0000","last_undegraded":"2022-11-27T15:47:33.268734+0000","last_fullsized":"2022-11-27T15:47:33.268734+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_clean_scrub_stamp":"2022-11-27T15:47:30.833807+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T01:53:28.546093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268477+0000","last_change":"2022-11-27T15:47:32.283474+0000","last_active":"2022-11-27T15:47:33.268477+0000","last_peered":"2022-11-27T15:47:33.268477+0000","last_clean":"2022-11-27T15:47:33.268477+0000","last_became_active":"2022-11-27T15:47:32.281258+0000","last_became_peered":"2022-11-27T15:47:32.281258+0000","last_unstale":"2022-11-27T15:47:33.268477+0000","last_undegraded":"2022-11-27T15:47:33.268477+0000","last_fullsized":"2022-11-27T15:47:33.268477+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T01:03:35.852479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"15'2","reported_seq":12,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268929+0000","last_change":"2022-11-27T15:47:31.865188+0000","last_active":"2022-11-27T15:47:33.268929+0000","last_peered":"2022-11-27T15:47:33.268929+0000","last_clean":"2022-11-27T15:47:33.268929+0000","last_became_active":"2022-11-27T15:47:31.863802+0000","last_became_peered":"2022-11-27T15:47:31.863802+0000","last_unstale":"2022-11-27T15:47:33.268929+0000","last_undegraded":"2022-11-27T15:47:33.268929+0000","last_fullsized":"2022-11-27T15:47:33.268929+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_clean_scrub_stamp":"2022-11-27T15:47:30.833807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T03:26:08.392804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":1,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268131+0000","last_change":"2022-11-27T15:47:32.284458+0000","last_active":"2022-11-27T15:47:33.268131+0000","last_peered":"2022-11-27T15:47:33.268131+0000","last_clean":"2022-11-27T15:47:33.268131+0000","last_became_active":"2022-11-27T15:47:32.282857+0000","last_became_peered":"2022-11-27T15:47:32.282857+0000","last_unstale":"2022-11-27T15:47:33.268131+0000","last_undegraded":"2022-11-27T15:47:33.268131+0000","last_fullsized":"2022-11-27T15:47:33.268131+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T20:20:16.656685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"15'2","reported_seq":12,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.269532+0000","last_change":"2022-11-27T15:47:31.865154+0000","last_active":"2022-11-27T15:47:33.269532+0000","last_peered":"2022-11-27T15:47:33.269532+0000","last_clean":"2022-11-27T15:47:33.269532+0000","last_became_active":"2022-11-27T15:47:31.864513+0000","last_became_peered":"2022-11-27T15:47:31.864513+0000","last_unstale":"2022-11-27T15:47:33.269532+0000","last_undegraded":"2022-11-27T15:47:33.269532+0000","last_fullsized":"2022-11-27T15:47:33.269532+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_clean_scrub_stamp":"2022-11-27T15:47:30.833807+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T16:12:55.204115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":1,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267785+0000","last_change":"2022-11-27T15:47:32.282522+0000","last_active":"2022-11-27T15:47:33.267785+0000","last_peered":"2022-11-27T15:47:33.267785+0000","last_clean":"2022-11-27T15:47:33.267785+0000","last_became_active":"2022-11-27T15:47:32.282304+0000","last_became_peered":"2022-11-27T15:47:32.282304+0000","last_unstale":"2022-11-27T15:47:33.267785+0000","last_undegraded":"2022-11-27T15:47:33.267785+0000","last_fullsized":"2022-11-27T15:47:33.267785+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T02:01:07.648101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"15'1","reported_seq":11,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.269568+0000","last_change":"2022-11-27T15:47:31.870178+0000","last_active":"2022-11-27T15:47:33.269568+0000","last_peered":"2022-11-27T15:47:33.269568+0000","last_clean":"2022-11-27T15:47:33.269568+0000","last_became_active":"2022-11-27T15:47:31.866470+0000","last_became_peered":"2022-11-27T15:47:31.866470+0000","last_unstale":"2022-11-27T15:47:33.269568+0000","last_undegraded":"2022-11-27T15:47:33.269568+0000","last_fullsized":"2022-11-27T15:47:33.269568+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_clean_scrub_stamp":"2022-11-27T15:47:30.833807+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T21:28:21.825223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267398+0000","last_change":"2022-11-27T15:47:32.274416+0000","last_active":"2022-11-27T15:47:33.267398+0000","last_peered":"2022-11-27T15:47:33.267398+0000","last_clean":"2022-11-27T15:47:33.267398+0000","last_became_active":"2022-11-27T15:47:32.273333+0000","last_became_peered":"2022-11-27T15:47:32.273333+0000","last_unstale":"2022-11-27T15:47:33.267398+0000","last_undegraded":"2022-11-27T15:47:33.267398+0000","last_fullsized":"2022-11-27T15:47:33.267398+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T20:44:58.753596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"15'4","reported_seq":14,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.269697+0000","last_change":"2022-11-27T15:47:31.868119+0000","last_active":"2022-11-27T15:47:33.269697+0000","last_peered":"2022-11-27T15:47:33.269697+0000","last_clean":"2022-11-27T15:47:33.269697+0000","last_became_active":"2022-11-27T15:47:31.866240+0000","last_became_peered":"2022-11-27T15:47:31.866240+0000","last_unstale":"2022-11-27T15:47:33.269697+0000","last_undegraded":"2022-11-27T15:47:33.269697+0000","last_fullsized":"2022-11-27T15:47:33.269697+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_clean_scrub_stamp":"2022-11-27T15:47:30.833807+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T16:14:40.157499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":566,"num_objects":2,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267580+0000","last_change":"2022-11-27T15:47:32.279528+0000","last_active":"2022-11-27T15:47:33.267580+0000","last_peered":"2022-11-27T15:47:33.267580+0000","last_clean":"2022-11-27T15:47:33.267580+0000","last_became_active":"2022-11-27T15:47:32.278215+0000","last_became_peered":"2022-11-27T15:47:32.278215+0000","last_unstale":"2022-11-27T15:47:33.267580+0000","last_undegraded":"2022-11-27T15:47:33.267580+0000","last_fullsized":"2022-11-27T15:47:33.267580+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T00:36:26.528787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.20","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267689+0000","last_change":"2022-11-27T15:47:32.280070+0000","last_active":"2022-11-27T15:47:33.267689+0000","last_peered":"2022-11-27T15:47:33.267689+0000","last_clean":"2022-11-27T15:47:33.267689+0000","last_became_active":"2022-11-27T15:47:32.278446+0000","last_became_peered":"2022-11-27T15:47:32.278446+0000","last_unstale":"2022-11-27T15:47:33.267689+0000","last_undegraded":"2022-11-27T15:47:33.267689+0000","last_fullsized":"2022-11-27T15:47:33.267689+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T18:14:26.255592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.21","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267691+0000","last_change":"2022-11-27T15:47:32.281624+0000","last_active":"2022-11-27T15:47:33.267691+0000","last_peered":"2022-11-27T15:47:33.267691+0000","last_clean":"2022-11-27T15:47:33.267691+0000","last_became_active":"2022-11-27T15:47:32.279259+0000","last_became_peered":"2022-11-27T15:47:32.279259+0000","last_unstale":"2022-11-27T15:47:33.267691+0000","last_undegraded":"2022-11-27T15:47:33.267691+0000","last_fullsized":"2022-11-27T15:47:33.267691+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T19:16:20.836169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.22","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267658+0000","last_change":"2022-11-27T15:47:32.277987+0000","last_active":"2022-11-27T15:47:33.267658+0000","last_peered":"2022-11-27T15:47:33.267658+0000","last_clean":"2022-11-27T15:47:33.267658+0000","last_became_active":"2022-11-27T15:47:32.275752+0000","last_became_peered":"2022-11-27T15:47:32.275752+0000","last_unstale":"2022-11-27T15:47:33.267658+0000","last_undegraded":"2022-11-27T15:47:33.267658+0000","last_fullsized":"2022-11-27T15:47:33.267658+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T21:09:37.926040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268141+0000","last_change":"2022-11-27T15:47:32.284585+0000","last_active":"2022-11-27T15:47:33.268141+0000","last_peered":"2022-11-27T15:47:33.268141+0000","last_clean":"2022-11-27T15:47:33.268141+0000","last_became_active":"2022-11-27T15:47:32.283970+0000","last_became_peered":"2022-11-27T15:47:32.283970+0000","last_unstale":"2022-11-27T15:47:33.268141+0000","last_undegraded":"2022-11-27T15:47:33.268141+0000","last_fullsized":"2022-11-27T15:47:33.268141+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T00:24:47.382851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.24","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268588+0000","last_change":"2022-11-27T15:47:32.283572+0000","last_active":"2022-11-27T15:47:33.268588+0000","last_peered":"2022-11-27T15:47:33.268588+0000","last_clean":"2022-11-27T15:47:33.268588+0000","last_became_active":"2022-11-27T15:47:32.282483+0000","last_became_peered":"2022-11-27T15:47:32.282483+0000","last_unstale":"2022-11-27T15:47:33.268588+0000","last_undegraded":"2022-11-27T15:47:33.268588+0000","last_fullsized":"2022-11-27T15:47:33.268588+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T01:45:06.844400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":1},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2330,"num_objects":21,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":2330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":32,"acting":32,"num_store_stats":1},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":1,"acting":1,"num_store_stats":1},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":8,"acting":8,"num_store_stats":1}],"osd_stats":[{"osd":0,"up_from":6,"seq":25769803780,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":1048576,"kb_used":13364,"kb_used_data":748,"kb_used_omap":0,"kb_used_meta":12608,"kb_avail":1035212,"statfs":{"total":1073741824,"available":1060057088,"internally_reserved":0,"allocated":765952,"data_stored":631125,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":12910592},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":2330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2022-11-27T15:47:36.380 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2022-11-27T15:47:36.540 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.536+0000 7fed3c9d4700 1 Processor -- start 2022-11-27T15:47:36.541 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.536+0000 7fed3c9d4700 1 -- start start 2022-11-27T15:47:36.541 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.537+0000 7fed3c9d4700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fed38093e30 0x7fed38094200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:36.542 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.537+0000 7fed3c9d4700 1 -- --> v1:172.21.15.55:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fed38096590 con 0x7fed38094740 2022-11-27T15:47:36.542 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.537+0000 7fed3c9d4700 1 -- --> v2:172.21.15.55:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fed38094bc0 con 0x7fed38093e30 2022-11-27T15:47:36.542 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.537+0000 7fed3659c700 1 --2- >> v2:172.21.15.55:3300/0 conn(0x7fed38093e30 0x7fed38094200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:36.542 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.537+0000 7fed35d9b700 1 --1- >> v1:172.21.15.55:6789/0 conn(0x7fed38094740 0x7fed3812b9b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.55:6789/0 says I am v1:172.21.15.55:49490/0 (socket says 172.21.15.55:49490) 2022-11-27T15:47:36.543 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.537+0000 7fed35d9b700 1 -- 172.21.15.55:0/2040299270 learned_addr learned my addr 172.21.15.55:0/2040299270 (peer_addr_for_me v1:172.21.15.55:0/0) 2022-11-27T15:47:36.543 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.537+0000 7fed3659c700 1 -- 172.21.15.55:0/2040299270 >> v1:172.21.15.55:6789/0 conn(0x7fed38094740 legacy=0x7fed3812b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:36.543 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.537+0000 7fed3659c700 1 -- 172.21.15.55:0/2040299270 --> v2:172.21.15.55:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed38098510 con 0x7fed38093e30 2022-11-27T15:47:36.543 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.537+0000 7fed3659c700 1 --2- 172.21.15.55:0/2040299270 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fed38093e30 0x7fed38094200 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fed2c0097c0 tx=0x7fed2c009ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5bbbe8602c3bf217 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:36.544 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.537+0000 7fed3559a700 1 -- 172.21.15.55:0/2040299270 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fed2c004160 con 0x7fed38093e30 2022-11-27T15:47:36.544 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.537+0000 7fed3559a700 1 -- 172.21.15.55:0/2040299270 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed2c0042c0 con 0x7fed38093e30 2022-11-27T15:47:36.544 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.537+0000 7fed3559a700 1 -- 172.21.15.55:0/2040299270 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fed2c004580 con 0x7fed38093e30 2022-11-27T15:47:36.544 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.538+0000 7fed3c9d4700 1 -- 172.21.15.55:0/2040299270 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fed38093e30 msgr2=0x7fed38094200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:36.544 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.538+0000 7fed3c9d4700 1 --2- 172.21.15.55:0/2040299270 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fed38093e30 0x7fed38094200 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fed2c0097c0 tx=0x7fed2c009ad0 comp rx=0 tx=0).stop 2022-11-27T15:47:36.545 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.538+0000 7fed3c9d4700 1 -- 172.21.15.55:0/2040299270 shutdown_connections 2022-11-27T15:47:36.545 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.538+0000 7fed3c9d4700 1 --2- 172.21.15.55:0/2040299270 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fed38093e30 0x7fed38094200 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:36.545 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.538+0000 7fed3c9d4700 1 -- 172.21.15.55:0/2040299270 >> 172.21.15.55:0/2040299270 conn(0x7fed3808a530 msgr2=0x7fed3808a930 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:36.545 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.538+0000 7fed3c9d4700 1 -- 172.21.15.55:0/2040299270 shutdown_connections 2022-11-27T15:47:36.546 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.538+0000 7fed3c9d4700 1 -- 172.21.15.55:0/2040299270 wait complete. 2022-11-27T15:47:36.546 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.539+0000 7fed3c9d4700 1 Processor -- start 2022-11-27T15:47:36.546 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.539+0000 7fed3c9d4700 1 -- start start 2022-11-27T15:47:36.549 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.539+0000 7fed3c9d4700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fed38093e30 0x7fed381ba410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:36.549 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.539+0000 7fed3c9d4700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed381a7160 con 0x7fed38093e30 2022-11-27T15:47:36.549 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.539+0000 7fed3659c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fed38093e30 0x7fed381ba410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:36.549 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.539+0000 7fed3659c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fed38093e30 0x7fed381ba410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:46664/0 (socket says 172.21.15.55:46664) 2022-11-27T15:47:36.550 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.539+0000 7fed3659c700 1 -- 172.21.15.55:0/2181467849 learned_addr learned my addr 172.21.15.55:0/2181467849 (peer_addr_for_me v2:172.21.15.55:0/0) 2022-11-27T15:47:36.550 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.540+0000 7fed3659c700 1 -- 172.21.15.55:0/2181467849 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed2c0094a0 con 0x7fed38093e30 2022-11-27T15:47:36.550 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.540+0000 7fed3659c700 1 --2- 172.21.15.55:0/2181467849 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fed38093e30 0x7fed381ba410 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fed2c009b10 tx=0x7fed2c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:36.550 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.540+0000 7fed26ffd700 1 -- 172.21.15.55:0/2181467849 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fed2c011630 con 0x7fed38093e30 2022-11-27T15:47:36.551 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.540+0000 7fed26ffd700 1 -- 172.21.15.55:0/2181467849 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed2c01e070 con 0x7fed38093e30 2022-11-27T15:47:36.551 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.540+0000 7fed26ffd700 1 -- 172.21.15.55:0/2181467849 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fed2c011900 con 0x7fed38093e30 2022-11-27T15:47:36.551 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.540+0000 7fed3c9d4700 1 -- 172.21.15.55:0/2181467849 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed381a72a0 con 0x7fed38093e30 2022-11-27T15:47:36.551 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.540+0000 7fed3c9d4700 1 -- 172.21.15.55:0/2181467849 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed381bab30 con 0x7fed38093e30 2022-11-27T15:47:36.552 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.541+0000 7fed26ffd700 1 -- 172.21.15.55:0/2181467849 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 5) v1 ==== 42461+0+0 (secure 0 0 0) 0x7fed2c017020 con 0x7fed38093e30 2022-11-27T15:47:36.552 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.541+0000 7fed26ffd700 1 --2- 172.21.15.55:0/2181467849 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7fed140353a0 0x7fed14037850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2022-11-27T15:47:36.552 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.541+0000 7fed26ffd700 1 -- 172.21.15.55:0/2181467849 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2924+0+0 (secure 0 0 0) 0x7fed2c047f50 con 0x7fed38093e30 2022-11-27T15:47:36.553 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.541+0000 7fed35d9b700 1 --2- 172.21.15.55:0/2181467849 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7fed140353a0 0x7fed14037850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2022-11-27T15:47:36.553 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.541+0000 7fed3c9d4700 1 -- 172.21.15.55:0/2181467849 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fed381a72a0 con 0x7fed38093e30 2022-11-27T15:47:36.553 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.541+0000 7fed35d9b700 1 --2- 172.21.15.55:0/2181467849 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7fed140353a0 0x7fed14037850 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fed28000f60 tx=0x7fed28007b10 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2022-11-27T15:47:36.553 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.546+0000 7fed26ffd700 1 -- 172.21.15.55:0/2181467849 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+170936 (secure 0 0 0) 0x7fed381a72a0 con 0x7fed38093e30 2022-11-27T15:47:36.731 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.729+0000 7fed3c9d4700 1 -- 172.21.15.55:0/2181467849 --> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fed381a72a0 con 0x7fed140353a0 2022-11-27T15:47:36.738 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.736+0000 7fed26ffd700 1 -- 172.21.15.55:0/2181467849 <== mgr.4101 v2:172.21.15.55:6808/107381 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+263665 (secure 0 0 0) 0x7fed381a72a0 con 0x7fed140353a0 2022-11-27T15:47:36.741 INFO:teuthology.orchestra.run.smithi055.stdout: 2022-11-27T15:47:36.744 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.739+0000 7fed3c9d4700 1 -- 172.21.15.55:0/2181467849 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7fed140353a0 msgr2=0x7fed14037850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:36.744 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.739+0000 7fed3c9d4700 1 --2- 172.21.15.55:0/2181467849 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7fed140353a0 0x7fed14037850 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fed28000f60 tx=0x7fed28007b10 comp rx=0 tx=0).stop 2022-11-27T15:47:36.744 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.739+0000 7fed3c9d4700 1 -- 172.21.15.55:0/2181467849 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fed38093e30 msgr2=0x7fed381ba410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2022-11-27T15:47:36.745 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.739+0000 7fed3c9d4700 1 --2- 172.21.15.55:0/2181467849 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fed38093e30 0x7fed381ba410 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fed2c009b10 tx=0x7fed2c004750 comp rx=0 tx=0).stop 2022-11-27T15:47:36.745 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.740+0000 7fed3c9d4700 1 -- 172.21.15.55:0/2181467849 shutdown_connections 2022-11-27T15:47:36.745 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.740+0000 7fed3c9d4700 1 --2- 172.21.15.55:0/2181467849 >> [v2:172.21.15.55:6808/107381,v1:172.21.15.55:6809/107381] conn(0x7fed140353a0 0x7fed14037850 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:36.745 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.740+0000 7fed3c9d4700 1 --2- 172.21.15.55:0/2181467849 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fed38093e30 0x7fed381ba410 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2022-11-27T15:47:36.746 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.740+0000 7fed3c9d4700 1 -- 172.21.15.55:0/2181467849 >> 172.21.15.55:0/2181467849 conn(0x7fed3808a530 msgr2=0x7fed3806b490 unknown :-1 s=STATE_NONE l=0).mark_down 2022-11-27T15:47:36.746 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.740+0000 7fed3c9d4700 1 -- 172.21.15.55:0/2181467849 shutdown_connections 2022-11-27T15:47:36.746 INFO:teuthology.orchestra.run.smithi055.stderr:2022-11-27T15:47:36.740+0000 7fed3c9d4700 1 -- 172.21.15.55:0/2181467849 wait complete. 2022-11-27T15:47:36.747 INFO:teuthology.orchestra.run.smithi055.stderr:dumped all 2022-11-27T15:47:36.753 INFO:teuthology.orchestra.run.smithi055.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2022-11-27T15:47:34.751887+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592698,"num_objects":23,"num_object_clones":0,"num_object_copies":23,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":181,"num_write_kb":1908,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":135,"ondisk_log_size":135,"up":105,"acting":105,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":1048576,"kb_used":13364,"kb_used_data":748,"kb_used_omap":0,"kb_used_meta":12608,"kb_avail":1035212,"statfs":{"total":1073741824,"available":1060057088,"internally_reserved":0,"allocated":765952,"data_stored":631125,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":12910592},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2330,"num_objects":21,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000577"},"pg_stats":[{"pgid":"4.3f","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268565+0000","last_change":"2022-11-27T15:47:32.282525+0000","last_active":"2022-11-27T15:47:33.268565+0000","last_peered":"2022-11-27T15:47:33.268565+0000","last_clean":"2022-11-27T15:47:33.268565+0000","last_became_active":"2022-11-27T15:47:32.281305+0000","last_became_peered":"2022-11-27T15:47:32.281305+0000","last_unstale":"2022-11-27T15:47:33.268565+0000","last_undegraded":"2022-11-27T15:47:33.268565+0000","last_fullsized":"2022-11-27T15:47:33.268565+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T03:37:48.373571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3e","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268450+0000","last_change":"2022-11-27T15:47:32.279048+0000","last_active":"2022-11-27T15:47:33.268450+0000","last_peered":"2022-11-27T15:47:33.268450+0000","last_clean":"2022-11-27T15:47:33.268450+0000","last_became_active":"2022-11-27T15:47:32.275423+0000","last_became_peered":"2022-11-27T15:47:32.275423+0000","last_unstale":"2022-11-27T15:47:33.268450+0000","last_undegraded":"2022-11-27T15:47:33.268450+0000","last_fullsized":"2022-11-27T15:47:33.268450+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T03:15:51.020245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3d","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268815+0000","last_change":"2022-11-27T15:47:32.281472+0000","last_active":"2022-11-27T15:47:33.268815+0000","last_peered":"2022-11-27T15:47:33.268815+0000","last_clean":"2022-11-27T15:47:33.268815+0000","last_became_active":"2022-11-27T15:47:32.279473+0000","last_became_peered":"2022-11-27T15:47:32.279473+0000","last_unstale":"2022-11-27T15:47:33.268815+0000","last_undegraded":"2022-11-27T15:47:33.268815+0000","last_fullsized":"2022-11-27T15:47:33.268815+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T01:51:20.974900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3c","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268214+0000","last_change":"2022-11-27T15:47:32.273518+0000","last_active":"2022-11-27T15:47:33.268214+0000","last_peered":"2022-11-27T15:47:33.268214+0000","last_clean":"2022-11-27T15:47:33.268214+0000","last_became_active":"2022-11-27T15:47:32.273278+0000","last_became_peered":"2022-11-27T15:47:32.273278+0000","last_unstale":"2022-11-27T15:47:33.268214+0000","last_undegraded":"2022-11-27T15:47:33.268214+0000","last_fullsized":"2022-11-27T15:47:33.268214+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T21:47:48.951132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3b","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267896+0000","last_change":"2022-11-27T15:47:32.280475+0000","last_active":"2022-11-27T15:47:33.267896+0000","last_peered":"2022-11-27T15:47:33.267896+0000","last_clean":"2022-11-27T15:47:33.267896+0000","last_became_active":"2022-11-27T15:47:32.278060+0000","last_became_peered":"2022-11-27T15:47:32.278060+0000","last_unstale":"2022-11-27T15:47:33.267896+0000","last_undegraded":"2022-11-27T15:47:33.267896+0000","last_fullsized":"2022-11-27T15:47:33.267896+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T16:25:11.438477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267518+0000","last_change":"2022-11-27T15:47:32.275596+0000","last_active":"2022-11-27T15:47:33.267518+0000","last_peered":"2022-11-27T15:47:33.267518+0000","last_clean":"2022-11-27T15:47:33.267518+0000","last_became_active":"2022-11-27T15:47:32.275041+0000","last_became_peered":"2022-11-27T15:47:32.275041+0000","last_unstale":"2022-11-27T15:47:33.267518+0000","last_undegraded":"2022-11-27T15:47:33.267518+0000","last_fullsized":"2022-11-27T15:47:33.267518+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T01:10:53.963843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.39","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267768+0000","last_change":"2022-11-27T15:47:32.281734+0000","last_active":"2022-11-27T15:47:33.267768+0000","last_peered":"2022-11-27T15:47:33.267768+0000","last_clean":"2022-11-27T15:47:33.267768+0000","last_became_active":"2022-11-27T15:47:32.281316+0000","last_became_peered":"2022-11-27T15:47:32.281316+0000","last_unstale":"2022-11-27T15:47:33.267768+0000","last_undegraded":"2022-11-27T15:47:33.267768+0000","last_fullsized":"2022-11-27T15:47:33.267768+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T22:22:31.984594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.38","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267250+0000","last_change":"2022-11-27T15:47:32.274707+0000","last_active":"2022-11-27T15:47:33.267250+0000","last_peered":"2022-11-27T15:47:33.267250+0000","last_clean":"2022-11-27T15:47:33.267250+0000","last_became_active":"2022-11-27T15:47:32.274476+0000","last_became_peered":"2022-11-27T15:47:32.274476+0000","last_unstale":"2022-11-27T15:47:33.267250+0000","last_undegraded":"2022-11-27T15:47:33.267250+0000","last_fullsized":"2022-11-27T15:47:33.267250+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T17:48:11.316195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.37","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268661+0000","last_change":"2022-11-27T15:47:32.284917+0000","last_active":"2022-11-27T15:47:33.268661+0000","last_peered":"2022-11-27T15:47:33.268661+0000","last_clean":"2022-11-27T15:47:33.268661+0000","last_became_active":"2022-11-27T15:47:32.284672+0000","last_became_peered":"2022-11-27T15:47:32.284672+0000","last_unstale":"2022-11-27T15:47:33.268661+0000","last_undegraded":"2022-11-27T15:47:33.268661+0000","last_fullsized":"2022-11-27T15:47:33.268661+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T19:09:07.431902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.36","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268549+0000","last_change":"2022-11-27T15:47:32.274751+0000","last_active":"2022-11-27T15:47:33.268549+0000","last_peered":"2022-11-27T15:47:33.268549+0000","last_clean":"2022-11-27T15:47:33.268549+0000","last_became_active":"2022-11-27T15:47:32.274536+0000","last_became_peered":"2022-11-27T15:47:32.274536+0000","last_unstale":"2022-11-27T15:47:33.268549+0000","last_undegraded":"2022-11-27T15:47:33.268549+0000","last_fullsized":"2022-11-27T15:47:33.268549+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T22:20:12.749019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.35","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268371+0000","last_change":"2022-11-27T15:47:32.281331+0000","last_active":"2022-11-27T15:47:33.268371+0000","last_peered":"2022-11-27T15:47:33.268371+0000","last_clean":"2022-11-27T15:47:33.268371+0000","last_became_active":"2022-11-27T15:47:32.277452+0000","last_became_peered":"2022-11-27T15:47:32.277452+0000","last_unstale":"2022-11-27T15:47:33.268371+0000","last_undegraded":"2022-11-27T15:47:33.268371+0000","last_fullsized":"2022-11-27T15:47:33.268371+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T03:01:50.703197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.34","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268916+0000","last_change":"2022-11-27T15:47:32.283559+0000","last_active":"2022-11-27T15:47:33.268916+0000","last_peered":"2022-11-27T15:47:33.268916+0000","last_clean":"2022-11-27T15:47:33.268916+0000","last_became_active":"2022-11-27T15:47:32.282736+0000","last_became_peered":"2022-11-27T15:47:32.282736+0000","last_unstale":"2022-11-27T15:47:33.268916+0000","last_undegraded":"2022-11-27T15:47:33.268916+0000","last_fullsized":"2022-11-27T15:47:33.268916+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T00:02:13.798882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.33","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268009+0000","last_change":"2022-11-27T15:47:32.284214+0000","last_active":"2022-11-27T15:47:33.268009+0000","last_peered":"2022-11-27T15:47:33.268009+0000","last_clean":"2022-11-27T15:47:33.268009+0000","last_became_active":"2022-11-27T15:47:32.280658+0000","last_became_peered":"2022-11-27T15:47:32.280658+0000","last_unstale":"2022-11-27T15:47:33.268009+0000","last_undegraded":"2022-11-27T15:47:33.268009+0000","last_fullsized":"2022-11-27T15:47:33.268009+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T19:34:35.513998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.32","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267520+0000","last_change":"2022-11-27T15:47:32.275389+0000","last_active":"2022-11-27T15:47:33.267520+0000","last_peered":"2022-11-27T15:47:33.267520+0000","last_clean":"2022-11-27T15:47:33.267520+0000","last_became_active":"2022-11-27T15:47:32.274445+0000","last_became_peered":"2022-11-27T15:47:32.274445+0000","last_unstale":"2022-11-27T15:47:33.267520+0000","last_undegraded":"2022-11-27T15:47:33.267520+0000","last_fullsized":"2022-11-27T15:47:33.267520+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T01:09:55.625112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.31","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267569+0000","last_change":"2022-11-27T15:47:32.281773+0000","last_active":"2022-11-27T15:47:33.267569+0000","last_peered":"2022-11-27T15:47:33.267569+0000","last_clean":"2022-11-27T15:47:33.267569+0000","last_became_active":"2022-11-27T15:47:32.281382+0000","last_became_peered":"2022-11-27T15:47:32.281382+0000","last_unstale":"2022-11-27T15:47:33.267569+0000","last_undegraded":"2022-11-27T15:47:33.267569+0000","last_fullsized":"2022-11-27T15:47:33.267569+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T16:59:40.706574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.30","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267358+0000","last_change":"2022-11-27T15:47:32.277090+0000","last_active":"2022-11-27T15:47:33.267358+0000","last_peered":"2022-11-27T15:47:33.267358+0000","last_clean":"2022-11-27T15:47:33.267358+0000","last_became_active":"2022-11-27T15:47:32.276854+0000","last_became_peered":"2022-11-27T15:47:32.276854+0000","last_unstale":"2022-11-27T15:47:33.267358+0000","last_undegraded":"2022-11-27T15:47:33.267358+0000","last_fullsized":"2022-11-27T15:47:33.267358+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T21:33:01.973162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2f","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268918+0000","last_change":"2022-11-27T15:47:32.286754+0000","last_active":"2022-11-27T15:47:33.268918+0000","last_peered":"2022-11-27T15:47:33.268918+0000","last_clean":"2022-11-27T15:47:33.268918+0000","last_became_active":"2022-11-27T15:47:32.285625+0000","last_became_peered":"2022-11-27T15:47:32.285625+0000","last_unstale":"2022-11-27T15:47:33.268918+0000","last_undegraded":"2022-11-27T15:47:33.268918+0000","last_fullsized":"2022-11-27T15:47:33.268918+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T02:54:56.248615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2e","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268647+0000","last_change":"2022-11-27T15:47:32.280629+0000","last_active":"2022-11-27T15:47:33.268647+0000","last_peered":"2022-11-27T15:47:33.268647+0000","last_clean":"2022-11-27T15:47:33.268647+0000","last_became_active":"2022-11-27T15:47:32.279353+0000","last_became_peered":"2022-11-27T15:47:32.279353+0000","last_unstale":"2022-11-27T15:47:33.268647+0000","last_undegraded":"2022-11-27T15:47:33.268647+0000","last_fullsized":"2022-11-27T15:47:33.268647+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T21:43:27.050863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2d","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268927+0000","last_change":"2022-11-27T15:47:32.281549+0000","last_active":"2022-11-27T15:47:33.268927+0000","last_peered":"2022-11-27T15:47:33.268927+0000","last_clean":"2022-11-27T15:47:33.268927+0000","last_became_active":"2022-11-27T15:47:32.280707+0000","last_became_peered":"2022-11-27T15:47:32.280707+0000","last_unstale":"2022-11-27T15:47:33.268927+0000","last_undegraded":"2022-11-27T15:47:33.268927+0000","last_fullsized":"2022-11-27T15:47:33.268927+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T22:15:20.451066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2c","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268695+0000","last_change":"2022-11-27T15:47:32.283635+0000","last_active":"2022-11-27T15:47:33.268695+0000","last_peered":"2022-11-27T15:47:33.268695+0000","last_clean":"2022-11-27T15:47:33.268695+0000","last_became_active":"2022-11-27T15:47:32.282974+0000","last_became_peered":"2022-11-27T15:47:32.282974+0000","last_unstale":"2022-11-27T15:47:33.268695+0000","last_undegraded":"2022-11-27T15:47:33.268695+0000","last_fullsized":"2022-11-27T15:47:33.268695+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T02:15:20.983887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268009+0000","last_change":"2022-11-27T15:47:32.284422+0000","last_active":"2022-11-27T15:47:33.268009+0000","last_peered":"2022-11-27T15:47:33.268009+0000","last_clean":"2022-11-27T15:47:33.268009+0000","last_became_active":"2022-11-27T15:47:32.282630+0000","last_became_peered":"2022-11-27T15:47:32.282630+0000","last_unstale":"2022-11-27T15:47:33.268009+0000","last_undegraded":"2022-11-27T15:47:33.268009+0000","last_fullsized":"2022-11-27T15:47:33.268009+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T02:13:55.247619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2a","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267650+0000","last_change":"2022-11-27T15:47:32.275979+0000","last_active":"2022-11-27T15:47:33.267650+0000","last_peered":"2022-11-27T15:47:33.267650+0000","last_clean":"2022-11-27T15:47:33.267650+0000","last_became_active":"2022-11-27T15:47:32.275628+0000","last_became_peered":"2022-11-27T15:47:32.275628+0000","last_unstale":"2022-11-27T15:47:33.267650+0000","last_undegraded":"2022-11-27T15:47:33.267650+0000","last_fullsized":"2022-11-27T15:47:33.267650+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T16:21:09.185073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.29","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267362+0000","last_change":"2022-11-27T15:47:32.276737+0000","last_active":"2022-11-27T15:47:33.267362+0000","last_peered":"2022-11-27T15:47:33.267362+0000","last_clean":"2022-11-27T15:47:33.267362+0000","last_became_active":"2022-11-27T15:47:32.275729+0000","last_became_peered":"2022-11-27T15:47:32.275729+0000","last_unstale":"2022-11-27T15:47:33.267362+0000","last_undegraded":"2022-11-27T15:47:33.267362+0000","last_fullsized":"2022-11-27T15:47:33.267362+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T00:38:15.099150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.28","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267855+0000","last_change":"2022-11-27T15:47:32.280177+0000","last_active":"2022-11-27T15:47:33.267855+0000","last_peered":"2022-11-27T15:47:33.267855+0000","last_clean":"2022-11-27T15:47:33.267855+0000","last_became_active":"2022-11-27T15:47:32.279155+0000","last_became_peered":"2022-11-27T15:47:32.279155+0000","last_unstale":"2022-11-27T15:47:33.267855+0000","last_undegraded":"2022-11-27T15:47:33.267855+0000","last_fullsized":"2022-11-27T15:47:33.267855+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T23:25:00.368690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.27","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.269344+0000","last_change":"2022-11-27T15:47:32.286755+0000","last_active":"2022-11-27T15:47:33.269344+0000","last_peered":"2022-11-27T15:47:33.269344+0000","last_clean":"2022-11-27T15:47:33.269344+0000","last_became_active":"2022-11-27T15:47:32.285367+0000","last_became_peered":"2022-11-27T15:47:32.285367+0000","last_unstale":"2022-11-27T15:47:33.269344+0000","last_undegraded":"2022-11-27T15:47:33.269344+0000","last_fullsized":"2022-11-27T15:47:33.269344+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T18:49:00.482946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.26","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268745+0000","last_change":"2022-11-27T15:47:32.280331+0000","last_active":"2022-11-27T15:47:33.268745+0000","last_peered":"2022-11-27T15:47:33.268745+0000","last_clean":"2022-11-27T15:47:33.268745+0000","last_became_active":"2022-11-27T15:47:32.279113+0000","last_became_peered":"2022-11-27T15:47:32.279113+0000","last_unstale":"2022-11-27T15:47:33.268745+0000","last_undegraded":"2022-11-27T15:47:33.268745+0000","last_fullsized":"2022-11-27T15:47:33.268745+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T02:17:42.477507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.25","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268368+0000","last_change":"2022-11-27T15:47:32.279506+0000","last_active":"2022-11-27T15:47:33.268368+0000","last_peered":"2022-11-27T15:47:33.268368+0000","last_clean":"2022-11-27T15:47:33.268368+0000","last_became_active":"2022-11-27T15:47:32.276955+0000","last_became_peered":"2022-11-27T15:47:32.276955+0000","last_unstale":"2022-11-27T15:47:33.268368+0000","last_undegraded":"2022-11-27T15:47:33.268368+0000","last_fullsized":"2022-11-27T15:47:33.268368+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T19:18:49.357734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1a","version":"15'1","reported_seq":11,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268201+0000","last_change":"2022-11-27T15:47:31.866704+0000","last_active":"2022-11-27T15:47:33.268201+0000","last_peered":"2022-11-27T15:47:33.268201+0000","last_clean":"2022-11-27T15:47:33.268201+0000","last_became_active":"2022-11-27T15:47:31.864037+0000","last_became_peered":"2022-11-27T15:47:31.864037+0000","last_unstale":"2022-11-27T15:47:33.268201+0000","last_undegraded":"2022-11-27T15:47:33.268201+0000","last_fullsized":"2022-11-27T15:47:33.268201+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_clean_scrub_stamp":"2022-11-27T15:47:30.833807+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T21:31:19.383463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268696+0000","last_change":"2022-11-27T15:47:32.281413+0000","last_active":"2022-11-27T15:47:33.268696+0000","last_peered":"2022-11-27T15:47:33.268696+0000","last_clean":"2022-11-27T15:47:33.268696+0000","last_became_active":"2022-11-27T15:47:32.279070+0000","last_became_peered":"2022-11-27T15:47:32.279070+0000","last_unstale":"2022-11-27T15:47:33.268696+0000","last_undegraded":"2022-11-27T15:47:33.268696+0000","last_fullsized":"2022-11-27T15:47:33.268696+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T23:10:14.493531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267881+0000","last_change":"2022-11-27T15:47:31.869102+0000","last_active":"2022-11-27T15:47:33.267881+0000","last_peered":"2022-11-27T15:47:33.267881+0000","last_clean":"2022-11-27T15:47:33.267881+0000","last_became_active":"2022-11-27T15:47:31.866167+0000","last_became_peered":"2022-11-27T15:47:31.866167+0000","last_unstale":"2022-11-27T15:47:33.267881+0000","last_undegraded":"2022-11-27T15:47:33.267881+0000","last_fullsized":"2022-11-27T15:47:33.267881+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_clean_scrub_stamp":"2022-11-27T15:47:30.833807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T23:37:40.191252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268824+0000","last_change":"2022-11-27T15:47:32.280491+0000","last_active":"2022-11-27T15:47:33.268824+0000","last_peered":"2022-11-27T15:47:33.268824+0000","last_clean":"2022-11-27T15:47:33.268824+0000","last_became_active":"2022-11-27T15:47:32.279200+0000","last_became_peered":"2022-11-27T15:47:32.279200+0000","last_unstale":"2022-11-27T15:47:33.268824+0000","last_undegraded":"2022-11-27T15:47:33.268824+0000","last_fullsized":"2022-11-27T15:47:33.268824+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T17:10:31.235414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267896+0000","last_change":"2022-11-27T15:47:31.866663+0000","last_active":"2022-11-27T15:47:33.267896+0000","last_peered":"2022-11-27T15:47:33.267896+0000","last_clean":"2022-11-27T15:47:33.267896+0000","last_became_active":"2022-11-27T15:47:31.863816+0000","last_became_peered":"2022-11-27T15:47:31.863816+0000","last_unstale":"2022-11-27T15:47:33.267896+0000","last_undegraded":"2022-11-27T15:47:33.267896+0000","last_fullsized":"2022-11-27T15:47:33.267896+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_clean_scrub_stamp":"2022-11-27T15:47:30.833807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T02:51:26.914594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.269419+0000","last_change":"2022-11-27T15:47:32.286832+0000","last_active":"2022-11-27T15:47:33.269419+0000","last_peered":"2022-11-27T15:47:33.269419+0000","last_clean":"2022-11-27T15:47:33.269419+0000","last_became_active":"2022-11-27T15:47:32.285880+0000","last_became_peered":"2022-11-27T15:47:32.285880+0000","last_unstale":"2022-11-27T15:47:33.269419+0000","last_undegraded":"2022-11-27T15:47:33.269419+0000","last_fullsized":"2022-11-27T15:47:33.269419+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T21:10:09.358539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.269704+0000","last_change":"2022-11-27T15:47:31.867509+0000","last_active":"2022-11-27T15:47:33.269704+0000","last_peered":"2022-11-27T15:47:33.269704+0000","last_clean":"2022-11-27T15:47:33.269704+0000","last_became_active":"2022-11-27T15:47:31.866112+0000","last_became_peered":"2022-11-27T15:47:31.866112+0000","last_unstale":"2022-11-27T15:47:33.269704+0000","last_undegraded":"2022-11-27T15:47:33.269704+0000","last_fullsized":"2022-11-27T15:47:33.269704+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_clean_scrub_stamp":"2022-11-27T15:47:30.833807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T00:13:47.383078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267466+0000","last_change":"2022-11-27T15:47:32.278988+0000","last_active":"2022-11-27T15:47:33.267466+0000","last_peered":"2022-11-27T15:47:33.267466+0000","last_clean":"2022-11-27T15:47:33.267466+0000","last_became_active":"2022-11-27T15:47:32.277217+0000","last_became_peered":"2022-11-27T15:47:32.277217+0000","last_unstale":"2022-11-27T15:47:33.267466+0000","last_undegraded":"2022-11-27T15:47:33.267466+0000","last_fullsized":"2022-11-27T15:47:33.267466+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-29T01:55:33.450376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.269574+0000","last_change":"2022-11-27T15:47:31.872082+0000","last_active":"2022-11-27T15:47:33.269574+0000","last_peered":"2022-11-27T15:47:33.269574+0000","last_clean":"2022-11-27T15:47:33.269574+0000","last_became_active":"2022-11-27T15:47:31.867580+0000","last_became_peered":"2022-11-27T15:47:31.867580+0000","last_unstale":"2022-11-27T15:47:33.269574+0000","last_undegraded":"2022-11-27T15:47:33.269574+0000","last_fullsized":"2022-11-27T15:47:33.269574+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_clean_scrub_stamp":"2022-11-27T15:47:30.833807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T23:08:17.959349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267464+0000","last_change":"2022-11-27T15:47:32.275960+0000","last_active":"2022-11-27T15:47:33.267464+0000","last_peered":"2022-11-27T15:47:33.267464+0000","last_clean":"2022-11-27T15:47:33.267464+0000","last_became_active":"2022-11-27T15:47:32.275462+0000","last_became_peered":"2022-11-27T15:47:32.275462+0000","last_unstale":"2022-11-27T15:47:33.267464+0000","last_undegraded":"2022-11-27T15:47:33.267464+0000","last_fullsized":"2022-11-27T15:47:33.267464+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T16:57:11.763507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.15","version":"15'3","reported_seq":13,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.269432+0000","last_change":"2022-11-27T15:47:31.866096+0000","last_active":"2022-11-27T15:47:33.269432+0000","last_peered":"2022-11-27T15:47:33.269432+0000","last_clean":"2022-11-27T15:47:33.269432+0000","last_became_active":"2022-11-27T15:47:31.864835+0000","last_became_peered":"2022-11-27T15:47:31.864835+0000","last_unstale":"2022-11-27T15:47:33.269432+0000","last_undegraded":"2022-11-27T15:47:33.269432+0000","last_fullsized":"2022-11-27T15:47:33.269432+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_clean_scrub_stamp":"2022-11-27T15:47:30.833807+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T23:45:53.341061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":9,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.267887+0000","last_change":"2022-11-27T15:47:32.277866+0000","last_active":"2022-11-27T15:47:33.267887+0000","last_peered":"2022-11-27T15:47:33.267887+0000","last_clean":"2022-11-27T15:47:33.267887+0000","last_became_active":"2022-11-27T15:47:32.275864+0000","last_became_peered":"2022-11-27T15:47:32.275864+0000","last_unstale":"2022-11-27T15:47:33.267887+0000","last_undegraded":"2022-11-27T15:47:33.267887+0000","last_fullsized":"2022-11-27T15:47:33.267887+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-11-27T15:47:31.845884+0000","last_clean_scrub_stamp":"2022-11-27T15:47:31.845884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2022-11-28T23:15:37.912879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.14","version":"15'6","reported_seq":16,"reported_epoch":16,"state":"active+clean","last_fresh":"2022-11-27T15:47:33.268812+0000","last_change":"2022-11-27T15:47:31.867927+0000","last_active":"2022-11-27T15:47:33.268812+0000","last_peered":"2022-11-27T15:47:33.268812+0000","last_clean":"2022-11-27T15:47:33.268812+0000","last_became_active":"2022-11-27T15:47:31.864910+0000","last_became_peered":"2022-11-27T15:47:31.864910+0000","last_unstale":"2022-11-27T15:47:33.268812+0000","last_undegraded":"2022-11-27T15:47:33.268812+0000","last_fullsized":"2022-11-27T15:47:33.268812+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-11-27T15:47:30.833807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":